-- Logs begin at Thu 2021-09-09 20:22:18 UTC, end at Thu 2021-09-09 21:17:13 UTC. -- Sep 09 20:50:58.413698 dv-cinder-805083-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 09 20:51:01.208502 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.common.config [-] Logging enabled! Sep 09 20:51:01.209032 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 20:51:01.209374 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93710) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 20:51:01.212710 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.common.config [-] Logging enabled! Sep 09 20:51:01.212999 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 20:51:01.213314 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93710) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 20:51:01.214280 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 20:51:01.214520 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 20:51:01.214890 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 20:51:01.215144 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 20:51:01.215409 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 20:51:01.215740 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.216042 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.216344 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.216578 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.216879 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.217178 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.217465 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.217761 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.218066 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.218360 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.218647 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.218937 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.219175 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.219489 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.219788 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.220085 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.220316 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] debug = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.220609 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.221043 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.221468 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.221755 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.222053 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.222337 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.222614 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.222894 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.223184 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.223545 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] host = dv-cinder-805083-2-iscsi {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.223829 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.224121 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.224412 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.224702 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.224978 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.225261 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.225553 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.225836 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.226113 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] log_file = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.226391 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.226683 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.226974 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.227290 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.227519 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.227747 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.228044 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.228335 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.228641 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.228920 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.229197 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.229476 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.229756 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.230026 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.230316 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.230611 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.230901 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.231179 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.231487 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.231763 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.232039 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.232329 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.232608 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.232887 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.233164 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.233453 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.233726 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.234002 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.234305 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.234595 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.234881 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.235169 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.235475 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.236019 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.236298 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.236574 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.236848 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] use_json = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.237123 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.237411 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.237681 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.237957 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.238232 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.238506 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.238779 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.239066 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:01.239394 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.239698 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.240004 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.240291 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.240595 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.240877 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.241168 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.241447 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.241737 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.242031 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.242321 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.242601 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.242890 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.243170 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.243505 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.243814 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.244623 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.244935 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.245216 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.245497 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.245773 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.246055 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.246346 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.246628 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.246922 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.247216 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.247525 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.247815 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.248112 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.248408 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.248687 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.248971 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.249267 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.249547 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.249823 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.250105 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.250400 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.250683 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.250959 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.251246 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.251549 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.251824 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.252099 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.252377 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.252674 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.252956 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.253232 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.253509 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.253790 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.254063 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.254350 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.254633 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.254918 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.255190 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.255509 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.255771 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.256044 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.256324 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.256600 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.256879 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.257156 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.257432 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.257708 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.258000 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.258260 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.258536 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.258812 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.259092 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.259389 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.259662 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.260493 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.260765 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.261047 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.261338 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.261641 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.261923 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.262203 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.262481 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.262758 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.263038 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.263339 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.263622 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.263901 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.264177 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.264472 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.264758 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.265045 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.265328 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.265607 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.265912 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.266194 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.266477 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.266757 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.267036 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.267347 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.267635 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.267932 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.268231 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.268528 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.268823 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.269118 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.269409 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.269716 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.269997 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:01.270217 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 20:51:01.270462 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93710) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 09 20:51:01.632154 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 20:51:01.632436 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 20:51:01.632732 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 20:51:01.633076 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 09 20:51:02.038247 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.038464 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.038750 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.040102 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.040383 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.040656 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.077777 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.078060 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.078335 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.093938 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.094221 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.094493 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.123864 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.124148 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.124422 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.162916 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.163200 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.163498 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.406239 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.406936 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.406936 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.407164 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.407828 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.534287 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.534608 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.534896 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.535172 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.535480 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.535827 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.536093 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.536352 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.536609 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.536898 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.537228 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.537567 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.537778 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.538037 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.538300 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.538571 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.538826 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.539099 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.539409 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.539675 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.539953 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.540212 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.540508 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.540925 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.541210 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.541472 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.541925 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93710) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 20:51:02.542165 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93710) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 20:51:02.542403 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93710) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 20:51:02.542682 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93710) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 20:51:02.542921 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93710) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 20:51:02.543158 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93710) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 20:51:02.543576 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 09 20:51:02.547190 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 09 20:51:02.551654 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 09 20:51:02.556070 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 09 20:51:02.558383 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 09 20:51:02.558845 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 09 20:51:02.559185 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 09 20:51:02.559617 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 09 20:51:02.562552 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 09 20:51:02.562803 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 09 20:51:02.563172 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 20:51:02.568749 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 09 20:51:02.591755 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 09 20:51:02.592232 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.592536 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93710) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 09 20:51:02.592902 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.594280 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93710) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 09 20:51:02.594570 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 20:51:02.594819 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 09 20:51:02.598302 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.598588 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:02.662885 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 09 20:51:02.663089 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 09 20:51:02.663293 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 09 20:51:02.663751 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 09 20:51:02.686988 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_db.sqlalchemy.engines [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93710) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 09 20:51:03.237994 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Initializing driver for type 'gre' Sep 09 20:51:03.238634 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] gre ID ranges: [(1, 1000)] Sep 09 20:51:03.299192 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Initializing driver for type 'local' Sep 09 20:51:03.299557 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Initializing driver for type 'vlan' Sep 09 20:51:03.313920 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] VlanTypeDriver initialization complete Sep 09 20:51:03.314272 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Initializing driver for type 'vxlan' Sep 09 20:51:03.314783 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] vxlan ID ranges: [(1, 1000)] Sep 09 20:51:03.377649 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Initializing extension driver 'port_security' Sep 09 20:51:03.378005 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.extensions.port_security [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] PortSecurityExtensionDriver initialization complete Sep 09 20:51:03.378355 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Initializing mechanism driver 'openvswitch' Sep 09 20:51:03.378723 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Initializing mechanism driver 'hyperv' Sep 09 20:51:03.386683 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:51:03.387505 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > port after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.387969 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > port after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.388362 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > port after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.389086 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93710) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 20:51:03.389578 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > subnet after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.390016 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > subnet after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.390401 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.390881 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93710) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 20:51:03.391376 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > network after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.391814 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > network after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.392180 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > network after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.392635 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93710) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 20:51:03.393219 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > security_group after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.393781 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > security_group after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.394135 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > security_group after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.394742 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93710) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 20:51:03.395171 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.395577 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.395918 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.396331 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93710) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 20:51:03.396753 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > address_group after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.397105 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > address_group after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.397451 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > address_group after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.397856 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93710) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 20:51:03.398245 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] ML2 OVO RPC backend initialized. {{(pid=93710) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 09 20:51:03.399049 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.399453 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.399883 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > network before_response 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.400241 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > networks before_response 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.401102 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > port before_response 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.401455 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > ports before_response 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.401813 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > subnet before_response 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.402165 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > subnets before_response 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.402603 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > network after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.402957 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > network after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.403359 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > network after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.403788 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > port after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.404212 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > port after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.404562 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > port after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.405051 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > subnet after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.405529 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > subnet after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.405879 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.406628 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.plugin [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Modular L2 Plugin initialization complete Sep 09 20:51:03.407192 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading services supported by the core plugin {{(pid=93710) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 09 20:51:03.407403 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.plugins.ml2.managers [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Got port-security extension from driver 'port_security' Sep 09 20:51:03.407960 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.extensions.vlantransparent [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Disabled vlantransparent extension. Sep 09 20:51:03.408547 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93710) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 09 20:51:03.408918 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading Plugin: router Sep 09 20:51:03.450844 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router_interface before_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.451252 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router after_create 55549900 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.451727 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router before_create 55549900 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.452131 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.452591 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.452958 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router after_delete 55549900 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.453327 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > floatingip after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.453782 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > floatingip after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.454204 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router after_create 55549900 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.454577 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router after_update 55549900 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.455012 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router after_update 55549900 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.455402 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.455774 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router after_update 55549900 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.456201 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router precommit_update 55549900 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.456791 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: port after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.457227 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: port after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.457582 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: subnet after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.457934 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.458303 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > port precommit_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.458683 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router precommit_create 55549900 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.459038 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: port before_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.459503 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router precommit_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.459881 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router after_update 55549900 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.460259 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router precommit_delete 55549900 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.460696 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router precommit_create 55549900 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.461092 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.461452 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router precommit_update 55549900 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.461903 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > agent after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.462268 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > agent after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.462627 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > network after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.464206 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Tracking information for resource: router configured {{(pid=93710) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 20:51:03.464548 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Tracking information for resource: floatingip configured {{(pid=93710) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 20:51:03.470530 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.db.l3_agentschedulers_db [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 09 20:51:03.471143 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: port after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.471554 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: port after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.471916 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: port after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.472277 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: port after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.473148 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router before_create 55550100 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.473533 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router precommit_delete 55550100 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.473906 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router precommit_create 55550100 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.474273 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > router precommit_update 55550100 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.480282 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.services.provider_configuration [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Service providers = [] {{(pid=93710) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 09 20:51:03.480661 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.db.servicetype_db [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93710) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 09 20:51:03.484364 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.services.service_base [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93710) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 20:51:03.484731 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.services.service_base [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93710) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 20:51:03.485083 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.services.service_base [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93710) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 20:51:03.486566 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.services.service_base [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93710) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 20:51:03.487209 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.services.service_base [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 09 20:51:03.487681 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93710) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 20:51:03.488086 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 09 20:51:03.500457 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93710) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 20:51:03.500830 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading Plugin: auto_allocate Sep 09 20:51:03.507803 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: network precommit_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.508185 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: network precommit_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.508839 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93710) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 20:51:03.509175 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading Plugin: tag Sep 09 20:51:03.516910 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93710) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 20:51:03.517249 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading Plugin: timestamp Sep 09 20:51:03.522050 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93710) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 20:51:03.522386 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading Plugin: network_ip_availability Sep 09 20:51:03.529908 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.530359 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.530848 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.531723 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93710) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 20:51:03.532125 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading Plugin: flavors Sep 09 20:51:03.537939 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93710) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 20:51:03.538284 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading Plugin: revisions Sep 09 20:51:03.543734 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93710) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 20:51:03.544134 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.911s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 20:51:03.544952 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93710) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 09 20:51:03.545377 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Initializing extension manager. Sep 09 20:51:03.545924 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: __init__.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.546372 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: __pycache__ {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.546791 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.547137 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: address_group.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.548186 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.548884 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: address-group Sep 09 20:51:03.549294 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: address_scope.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.550340 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.550944 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: address-scope Sep 09 20:51:03.551365 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: admin_state_down_before_update.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.552547 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.553080 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: router-admin-state-down-before-update Sep 09 20:51:03.553544 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: agent.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.554381 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.554901 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: agent Sep 09 20:51:03.555322 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: agent_resources_synced.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.556451 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.557123 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: agent-resources-synced Sep 09 20:51:03.557539 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: allowedaddresspairs.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.559639 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.560261 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: allowed-address-pairs Sep 09 20:51:03.560597 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: auto_allocated_topology.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.562088 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.562616 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: auto-allocated-topology Sep 09 20:51:03.562948 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: availability_zone.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.563774 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.564390 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: availability_zone Sep 09 20:51:03.564723 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: availability_zone_filter.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.565788 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.566403 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: availability_zone_filter Sep 09 20:51:03.566806 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: data_plane_status.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.567777 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.568290 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension data-plane-status not supported by any of loaded plugins Sep 09 20:51:03.568616 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: default_subnetpools.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.569567 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.570079 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: default-subnetpools Sep 09 20:51:03.570408 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: dhcpagentscheduler.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.571312 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.571825 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: dhcp_agent_scheduler Sep 09 20:51:03.572154 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: dns.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.573142 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.573650 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension dns-integration not supported by any of loaded plugins Sep 09 20:51:03.573977 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: dns_domain_ports.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.574920 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.575468 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 09 20:51:03.575799 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.576824 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.577406 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 09 20:51:03.577735 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: dvr.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.578429 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.579048 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: dvr Sep 09 20:51:03.579486 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: ecmp_routes.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.580514 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.581022 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension ecmp_routes not supported by any of loaded plugins Sep 09 20:51:03.581422 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: empty_string_filtering.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.582493 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.583008 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: empty-string-filtering Sep 09 20:51:03.583389 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.584402 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.584973 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 09 20:51:03.585311 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.586344 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.586930 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 09 20:51:03.587298 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: external_net.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.588934 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.589520 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: external-net Sep 09 20:51:03.589918 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: extra_dhcp_opt.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.590936 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.591602 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: extra_dhcp_opt Sep 09 20:51:03.591946 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: extraroute.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.593082 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.593658 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: extraroute Sep 09 20:51:03.593999 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: extraroute_atomic.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.595114 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.595658 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: extraroute-atomic Sep 09 20:51:03.595988 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: filter_validation.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.596689 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.597196 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: filter-validation Sep 09 20:51:03.597526 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: fip_pf_description.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.598477 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.598985 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 09 20:51:03.599351 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: fip_port_details.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.600588 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.601215 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: fip-port-details Sep 09 20:51:03.601617 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: flavors.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.602957 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.604258 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: flavors Sep 09 20:51:03.604595 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.611129 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.616358 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 09 20:51:03.616717 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: floatingip_pools.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.617555 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.618174 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: floatingip-pools Sep 09 20:51:03.618508 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: ip_allocation.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.619602 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.620114 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension ip_allocation not supported by any of loaded plugins Sep 09 20:51:03.620445 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.621413 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.621930 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: ip-substring-filtering Sep 09 20:51:03.622263 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: l2_adjacency.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.623260 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.623793 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension l2_adjacency not supported by any of loaded plugins Sep 09 20:51:03.624125 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: l3.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.625377 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.625904 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: router Sep 09 20:51:03.626237 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: l3_conntrack_helper.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.629057 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.629608 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 09 20:51:03.630020 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.631167 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.631939 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: ext-gw-mode Sep 09 20:51:03.632276 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.633345 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.633935 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: l3-ha Sep 09 20:51:03.634406 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: l3_flavors.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.635671 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.636288 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: l3-flavors Sep 09 20:51:03.636626 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.637760 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.638311 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: l3-port-ip-change-not-allowed Sep 09 20:51:03.638642 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: l3agentscheduler.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.639923 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.640515 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: l3_agent_scheduler Sep 09 20:51:03.640847 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: logging.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.642510 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.643122 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension logging not supported by any of loaded plugins Sep 09 20:51:03.643506 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: metering.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.644364 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.644977 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: metering Sep 09 20:51:03.645312 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.646699 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.647245 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: metering_source_and_destination_fields Sep 09 20:51:03.647614 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: multiprovidernet.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.648788 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.649377 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: multi-provider Sep 09 20:51:03.649713 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: netmtu.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.651236 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.651777 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: net-mtu Sep 09 20:51:03.652108 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: netmtu_writable.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.653067 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.653578 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: net-mtu-writable Sep 09 20:51:03.653909 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: network_availability_zone.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.654607 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.655115 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: network_availability_zone Sep 09 20:51:03.655483 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: network_ip_availability.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.656679 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.657272 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: network-ip-availability Sep 09 20:51:03.657687 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: network_segment_range.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.658564 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.659074 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension network-segment-range not supported by any of loaded plugins Sep 09 20:51:03.659438 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: pagination.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.660564 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.660887 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: pagination Sep 09 20:51:03.661246 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: port_device_profile.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.662286 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.662815 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: port-device-profile Sep 09 20:51:03.663220 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.664306 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.664891 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: port-mac-address-regenerate Sep 09 20:51:03.665294 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.666815 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.667454 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: port-numa-affinity-policy Sep 09 20:51:03.667810 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: port_resource_request.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.669022 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.669604 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension port-resource-request not supported by any of loaded plugins Sep 09 20:51:03.669966 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: portbindings.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.671133 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.671711 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: binding Sep 09 20:51:03.672113 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: portbindings_extended.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.673638 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.674196 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: binding-extended Sep 09 20:51:03.674591 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: portsecurity.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.675555 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.676698 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: port-security Sep 09 20:51:03.676698 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: project_id.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.677391 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.677727 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: project-id Sep 09 20:51:03.678060 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: providernet.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.679085 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.679772 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: provider Sep 09 20:51:03.680106 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: qos.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.684274 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.684807 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension qos not supported by any of loaded plugins Sep 09 20:51:03.685277 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.686563 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.687085 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 09 20:51:03.687453 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.688393 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.689118 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 09 20:51:03.689471 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: qos_default.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.690673 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.691342 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension qos-default not supported by any of loaded plugins Sep 09 20:51:03.691679 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: qos_fip.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.692354 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.692856 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension qos-fip not supported by any of loaded plugins Sep 09 20:51:03.693184 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: qos_gateway_ip.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.694131 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.694641 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 09 20:51:03.694971 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: qos_port_network_policy.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.695933 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.696444 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 09 20:51:03.696772 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: qos_pps_rule.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.698508 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.699024 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension qos-pps not supported by any of loaded plugins Sep 09 20:51:03.699458 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: qos_rule_type_details.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.700432 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.701146 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 09 20:51:03.701436 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: qos_rules_alias.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.702633 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.703294 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 09 20:51:03.703694 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: quotasv2.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.704906 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.705250 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: quotas Sep 09 20:51:03.705646 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: quotasv2_detail.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.709393 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.709829 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: quota_details Sep 09 20:51:03.710155 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: rbac.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.711386 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.712082 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: rbac-policies Sep 09 20:51:03.712434 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: rbac_address_group.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.713933 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.714486 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: rbac-address-group Sep 09 20:51:03.714820 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: rbac_address_scope.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.715948 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.716490 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: rbac-address-scope Sep 09 20:51:03.716822 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: rbac_security_groups.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.717910 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.718485 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: rbac-security-groups Sep 09 20:51:03.718889 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: rbac_subnetpool.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.720095 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.720620 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: rbac-subnetpool Sep 09 20:51:03.720953 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: revisionifmatch.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.721907 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.722416 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: revision-if-match Sep 09 20:51:03.722746 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: revisions.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.723937 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.724469 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: standard-attr-revisions Sep 09 20:51:03.724789 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: router_availability_zone.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.725574 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.726085 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: router_availability_zone Sep 09 20:51:03.726411 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: routerservicetype.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.727445 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.727984 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension router-service-type not supported by any of loaded plugins Sep 09 20:51:03.728383 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.729589 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.730111 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: security-groups-normalized-cidr Sep 09 20:51:03.730519 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: security_groups_port_filtering.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.731557 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.732265 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: port-security-groups-filtering Sep 09 20:51:03.732664 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.733614 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.734134 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: security-groups-remote-address-group Sep 09 20:51:03.734538 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: securitygroup.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.747215 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.747795 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: security-group Sep 09 20:51:03.748135 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: segment.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.749005 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.749523 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension segment not supported by any of loaded plugins Sep 09 20:51:03.749857 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.750896 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.751445 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 09 20:51:03.751777 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: servicetype.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.753002 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.753524 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: service-type Sep 09 20:51:03.753852 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: sorting.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.754860 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.755195 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: sorting Sep 09 20:51:03.755563 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: standard_attr_segment.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.756492 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.757006 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 09 20:51:03.757336 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: standardattrdescription.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.757995 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.758511 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: standard-attr-description Sep 09 20:51:03.758842 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: stateful_security_group.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.760359 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.760876 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: stateful-security-group Sep 09 20:51:03.761207 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: stdattrs_common.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.761801 dv-cinder-805083-2-iscsi neutron-server[93710]: WARNING neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 09 20:51:03.762126 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.763072 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.763617 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 09 20:51:03.763950 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: subnet_onboard.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.765053 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.765576 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: subnet_onboard Sep 09 20:51:03.765913 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.766866 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.767407 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 09 20:51:03.767738 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: subnet_service_types.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.768691 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.769206 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: subnet-service-types Sep 09 20:51:03.769538 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: subnetallocation.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.770659 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.771176 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: subnet_allocation Sep 09 20:51:03.771536 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.772224 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.772735 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: subnetpool-prefix-ops Sep 09 20:51:03.773065 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.774016 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.774527 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 09 20:51:03.774856 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: tagging.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.776593 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.777197 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: standard-attr-tag Sep 09 20:51:03.777644 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: timestamp.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.778943 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.779515 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loaded extension: standard-attr-timestamp Sep 09 20:51:03.779853 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: trunk.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.780907 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.781427 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension trunk not supported by any of loaded plugins Sep 09 20:51:03.781760 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: trunk_details.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.782850 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.783478 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension trunk-details not supported by any of loaded plugins Sep 09 20:51:03.783811 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: uplink_status_propagation.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.784881 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.785602 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 09 20:51:03.785942 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Loading extension file: vlantransparent.py {{(pid=93710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:51:03.786647 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:51:03.787230 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extension vlan-transparent not supported by any of loaded plugins Sep 09 20:51:03.790086 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of TrackedResource for resource:network Sep 09 20:51:03.790732 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of TrackedResource for resource:subnet Sep 09 20:51:03.791232 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 20:51:03.791789 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of TrackedResource for resource:port Sep 09 20:51:03.793150 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.v2.resource_helper [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:51:03.793756 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.v2.resource_helper [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Service FLAVORS assigned prefix: {{(pid=93710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:51:03.794426 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.v2.resource_helper [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:51:03.794858 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.v2.resource_helper [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:51:03.795201 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of TrackedResource for resource:router Sep 09 20:51:03.795665 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of TrackedResource for resource:floatingip Sep 09 20:51:03.796163 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.v2.resource_helper [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Service METERING assigned prefix: /metering {{(pid=93710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:51:03.797658 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.798040 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.798403 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:51:03.799650 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 20:51:03.800141 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of TrackedResource for resource:security_group Sep 09 20:51:03.800606 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 20:51:03.801209 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.v2.resource_helper [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Service CORE assigned prefix: {{(pid=93710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:51:03.801551 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 20:51:03.802226 dv-cinder-805083-2-iscsi neutron-server[93710]: WARNING neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] subnetpool is already registered Sep 09 20:51:03.802506 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.v2.resource_helper [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Service CORE assigned prefix: {{(pid=93710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:51:03.803039 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 20:51:03.803570 dv-cinder-805083-2-iscsi neutron-server[93710]: WARNING neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] subnetpool is already registered Sep 09 20:51:03.806878 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.v2.resource_helper [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:51:03.807579 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.v2.resource_helper [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Service FLAVORS assigned prefix: {{(pid=93710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:51:03.808537 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.v2.resource_helper [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:51:03.809192 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.v2.resource_helper [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:51:03.809606 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of TrackedResource for resource:router Sep 09 20:51:03.810110 dv-cinder-805083-2-iscsi neutron-server[93710]: WARNING neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] router is already registered Sep 09 20:51:03.810946 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of TrackedResource for resource:floatingip Sep 09 20:51:03.811385 dv-cinder-805083-2-iscsi neutron-server[93710]: WARNING neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] floatingip is already registered Sep 09 20:51:03.812152 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.v2.resource_helper [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Service METERING assigned prefix: /metering {{(pid=93710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:51:03.813001 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 20:51:03.813614 dv-cinder-805083-2-iscsi neutron-server[93710]: WARNING neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] rbac_policy is already registered Sep 09 20:51:03.814149 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of TrackedResource for resource:security_group Sep 09 20:51:03.814554 dv-cinder-805083-2-iscsi neutron-server[93710]: WARNING neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] security_group is already registered Sep 09 20:51:03.815322 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 20:51:03.815749 dv-cinder-805083-2-iscsi neutron-server[93710]: WARNING neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] security_group_rule is already registered Sep 09 20:51:03.817067 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.v2.resource_helper [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Service CORE assigned prefix: {{(pid=93710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:51:03.817907 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 20:51:03.818260 dv-cinder-805083-2-iscsi neutron-server[93710]: WARNING neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] subnetpool is already registered Sep 09 20:51:03.818863 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.v2.resource_helper [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Service CORE assigned prefix: {{(pid=93710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:51:03.819355 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 20:51:03.819812 dv-cinder-805083-2-iscsi neutron-server[93710]: WARNING neutron.quota.resource_registry [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] subnetpool is already registered Sep 09 20:51:03.820349 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: extensions {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.823017 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: address-groups {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.825253 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: address-scopes {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.826868 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: agents {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.828317 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: auto-allocated-topology {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.829702 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: availability_zones {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.831077 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: dhcp-networks {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.832852 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: dhcp-agents {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.834505 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: routers {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.836749 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: flavors {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.838685 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: service_profiles {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.839982 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: next_providers {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.841433 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: service_profiles {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.843172 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: floatingip-pools {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.844581 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: routers {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.847022 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: floatingips {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.848340 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: l3-routers {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.849732 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: l3-agents {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.851382 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: metering-labels {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.852970 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: metering-label-rules {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.854423 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: network-ip-availabilities {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.855848 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: bindings {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.858858 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: quotas {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.860529 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: quotas {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.862223 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: rbac-policies {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.863449 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: security-groups {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.864776 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: security-group-rules {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.866023 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: service-providers {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.867227 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: subnetpools {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.868697 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: subnetpools {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.870316 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: tags {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.872458 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: tags {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.874559 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: tags {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.876389 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: tags {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.878167 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: tags {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.880252 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: tags {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.882191 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: tags {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.884150 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: tags {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.886561 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: tags {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.888388 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron.api.extensions [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Extended resource: tags {{(pid=93710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:51:03.895778 dv-cinder-805083-2-iscsi neutron-server[93710]: WARNING keystonemiddleware.auth_token [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 09 20:51:03.901655 dv-cinder-805083-2-iscsi neutron-server[93710]: WARNING keystonemiddleware.auth_token [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 09 20:51:03.911121 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Acquired lock "singleton_lock" {{(pid=93710) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 09 20:51:03.911693 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Releasing lock "singleton_lock" {{(pid=93710) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 09 20:51:03.912507 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO oslo_service.service [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Starting 2 workers Sep 09 20:51:03.917772 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Started child 93817 {{(pid=93710) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 20:51:03.922901 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Started child 93818 {{(pid=93710) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 20:51:03.923387 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:03.924582 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO neutron.service [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Neutron service started, listening on 0.0.0.0:9696 Sep 09 20:51:03.924868 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [-] (93817) wsgi starting up on http://0.0.0.0:9696 Sep 09 20:51:03.925275 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Notify callbacks [] for process, before_spawn {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:03.927867 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO oslo_service.service [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Starting 1 workers Sep 09 20:51:03.928771 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:03.930112 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [-] (93818) wsgi starting up on http://0.0.0.0:9696 Sep 09 20:51:03.933554 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Started child 93819 {{(pid=93710) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 20:51:03.934195 dv-cinder-805083-2-iscsi neutron-server[93710]: INFO oslo_service.service [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Starting 1 workers Sep 09 20:51:03.937299 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.service [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] calling RpcWorker wait() {{(pid=93819) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 09 20:51:03.937888 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.service [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] returning from RpcWorker wait() {{(pid=93819) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 09 20:51:03.938883 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Started child 93820 {{(pid=93710) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 20:51:03.939127 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:03.939601 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:51:03.939749 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5de36eba-66f5-4d57-b6e3-96ebb647c3ef None None] Notify callbacks [] for process, after_spawn {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:03.941878 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93710) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 20:51:03.942092 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 20:51:03.942271 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 20:51:03.942479 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 20:51:03.942836 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 20:51:03.943001 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 20:51:03.943543 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.944008 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.944503 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.944677 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:03.945171 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.945288 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.946086 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.946529 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.946915 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.947899 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.948307 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.948633 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.948946 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.949358 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.949828 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.950311 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.950739 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.951126 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.951787 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.952178 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.952611 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.953016 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.953484 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.953964 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] debug = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.954366 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.955064 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.955531 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.955957 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.956370 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.956799 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.957193 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.957682 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.958149 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.958601 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.959011 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.959503 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.959922 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.960364 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.960774 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.961226 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.961612 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.962305 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] host = dv-cinder-805083-2-iscsi {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.962688 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.963752 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.964241 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.964735 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.965149 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.965533 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.965955 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.966352 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.966769 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.967163 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.967574 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.967976 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.968463 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.968868 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] log_file = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.969195 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] log_options = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.969668 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.970217 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.970623 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.970975 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.971317 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.971668 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.972082 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.972393 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.972874 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.973271 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.974557 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.974825 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.975110 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.975492 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.975761 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.976026 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.976256 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.976549 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.976823 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.977125 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.977403 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.977713 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.978037 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.978292 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.978584 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.978849 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.980028 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.980823 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.981072 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.981322 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.981574 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.981708 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:51:03.983552 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.983820 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.984077 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.984368 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.984616 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.985688 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.986232 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.987128 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.987405 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.987674 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.987964 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.988188 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.988779 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.989027 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.989285 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.989510 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] use_json = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.989728 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.990286 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.990574 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.991091 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.991355 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.992158 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.992388 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.992630 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:03.993336 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:03.994026 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:03.994532 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:03.995884 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:03.995884 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:03.996158 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:03.996446 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:03.996832 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:03.997276 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:03.997696 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:03.998144 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:03.998429 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:03.998757 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:03.999065 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:03.999554 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.000056 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.000377 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.000800 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.001121 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.001533 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.001811 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.002181 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.002543 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.002878 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.003204 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.003582 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.003889 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.004306 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.004756 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.005161 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.005509 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.005842 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.006157 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.006425 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.006742 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.007107 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.007446 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.007969 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.008328 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.008669 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.008937 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.009304 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.010215 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.010646 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.011045 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.011447 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.011828 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.012168 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.012498 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.012805 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.013188 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.013581 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.013982 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.014347 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.014631 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.014895 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.015161 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.015508 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.015767 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.016256 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.016502 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.017568 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.017568 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.017568 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.017962 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.018280 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.018610 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.018836 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.019084 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.019425 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.019808 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.020764 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.020764 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.020764 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.021007 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.021165 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.021428 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.021792 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.022340 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.022815 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.023266 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.023665 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.024032 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.024268 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.024623 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.024937 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.025277 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.026175 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.026417 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.026727 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.027100 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.027598 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.028132 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.028437 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.028789 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.029123 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.029564 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.029858 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.030152 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.030641 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.030964 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.031223 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.031581 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.031922 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.032232 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.032607 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.032929 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.033274 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.033694 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.034006 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.034323 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.034625 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.035067 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.035441 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.035857 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.036269 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.036640 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.036944 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.037486 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.037861 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.038414 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.038854 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.039288 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.039743 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.040156 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.040604 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.041100 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.041513 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.041955 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.042394 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.042718 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.042951 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.043299 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.043563 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.043827 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.044076 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.044363 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.044773 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.045070 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.045350 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.045721 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.046105 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.046392 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.046716 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.047023 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.047351 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.047865 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.048522 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.049064 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.049548 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.050256 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.050985 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.051520 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.052173 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.052846 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.053443 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.053977 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.054475 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.054780 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.055019 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.055254 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.055520 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.055808 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.056059 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.056317 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.057061 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.057331 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.057604 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.057834 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.058061 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.058333 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.058549 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.058808 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.059037 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.059415 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.059742 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.060013 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.060380 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.060713 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.061004 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.061252 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.061651 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.061929 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.062158 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.062406 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.062800 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.062964 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.063421 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.063843 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.064271 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.064606 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.064860 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.065222 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.065506 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.065769 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.066054 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.066454 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.066780 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.067146 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.067479 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.067782 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.068130 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.068459 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.068807 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.069080 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.069349 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.069619 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.070208 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.070382 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.070678 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.070908 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.071520 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.071836 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.072901 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.073281 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.073643 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.073831 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.074150 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.074468 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.074745 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.075007 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.075381 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.075703 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.076025 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.076383 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.076678 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.077014 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.077301 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.077543 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.077902 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.078159 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.078456 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.078716 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.079014 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.079337 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.079587 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.079882 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.080168 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.080443 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.080674 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.080959 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.081225 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.081566 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.081854 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.082132 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.082366 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.082586 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.082923 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.083210 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.083470 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.083777 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.084057 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.084357 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.084606 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.084936 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.085153 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.085407 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.085630 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.085853 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.086099 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.086355 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.086670 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.087059 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.088175 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.088451 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.088763 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.089259 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.089590 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.089815 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.090118 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.090466 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.090738 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.090995 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.091237 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.091525 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.091752 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.091973 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.092214 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.092452 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.092678 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.092922 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.093160 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.093414 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.093635 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.093884 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.094362 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.094616 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.094861 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.095106 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.095345 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.095512 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 20:51:04.096078 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93710) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 20:51:04.096240 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 20:51:04.096397 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 20:51:04.096570 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 20:51:04.096742 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 20:51:04.096896 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 20:51:04.097109 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.097275 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.097434 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.097604 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.097753 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.097907 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.098059 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.098218 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.098924 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 42542) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:51:04.103548 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.103896 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.104328 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.104608 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.104913 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.105180 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.105461 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.105743 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.106018 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.106292 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.106590 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.106871 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.107155 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.108046 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.108046 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] debug = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.108476 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065534 Sep 09 20:51:04.108578 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.108578 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.108827 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.109252 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.109531 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.109807 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.110069 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.110376 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.110650 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.111188 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.111488 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.111750 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.112014 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.112263 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.112520 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.112786 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.113000 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.113258 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] host = dv-cinder-805083-2-iscsi {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.113524 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.113789 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.114052 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.114346 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.114640 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.114872 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.115735 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.115735 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.115735 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.116122 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.116382 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.116653 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.116922 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.117188 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] log_file = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.117453 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] log_options = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.117709 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.117961 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.118234 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.118481 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.118852 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.119932 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.120122 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.120318 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.120578 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.120826 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.121087 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.121345 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.121578 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.121809 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.121970 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.122222 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.122463 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.122719 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.122976 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.123215 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.123518 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.123936 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.124391 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.124808 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.125020 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.125233 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.125485 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.125753 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.126010 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.126285 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.126716 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.126972 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.127235 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.127547 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.127788 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.128040 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.128299 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.128557 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.128829 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.129089 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.129239 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:51:04.129375 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.129646 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.129883 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.130110 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.130367 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.130763 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.131020 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] use_json = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.131330 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.131585 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.131823 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.132090 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.132352 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.132614 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.132866 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.133221 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:51:04.133425 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.133679 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.133954 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.134218 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.134544 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.135353 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.135637 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.135874 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.136106 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.137627 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.137627 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.137627 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.137627 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.138133 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.138133 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.138370 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.138688 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.138921 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.139147 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.139434 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.139680 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.139923 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.140205 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.140470 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.140735 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.141003 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.141272 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.141559 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.141828 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.142090 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.142341 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.142693 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.142964 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.143488 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.143728 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.143951 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.144174 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.144397 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.144736 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.144959 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.145181 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.145404 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.145627 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.147372 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.147810 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.148052 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.148299 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.148534 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.148795 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.149144 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.149464 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.149773 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.150068 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.150302 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.150576 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.150838 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.151095 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.151386 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.151655 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.151923 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.152172 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.152404 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.152676 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.152945 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.153215 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.153475 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.153759 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.154019 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.154282 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.156253 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.156253 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.156253 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.156253 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.156253 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.156253 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.156253 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.156253 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.157818 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.157818 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.157818 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.157818 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.157818 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.157818 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.159107 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.159107 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.159107 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.159107 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.159107 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.159107 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.159946 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.159946 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.159946 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.160616 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.160616 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.160944 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.160944 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.161224 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.161408 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.161683 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.161991 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.162202 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.162465 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.162794 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.162951 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.163197 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.163472 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.163716 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.163954 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.164191 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.164462 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.166112 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.166112 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.166112 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.166112 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.166112 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.166112 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.167161 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.167161 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.167161 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.167161 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.169271 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.169271 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.169271 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.169271 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.169271 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.169271 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.169271 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.169271 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.170365 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.170365 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.170365 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.171638 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.171638 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.171638 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.171638 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.172205 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.172205 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.172465 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.172781 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.172920 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.177119 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.177119 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.177614 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.177773 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.177922 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.178203 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.178478 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.178737 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.178993 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.179210 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.180244 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.180516 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.180771 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.181073 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.181311 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.182196 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.182355 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.182602 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.182855 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.183123 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.183412 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.183690 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.183947 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.184202 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.184623 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.184872 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.185145 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.185796 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.185796 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.185957 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.186126 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.186576 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.187021 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.187313 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.188629 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.188629 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.188629 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.188629 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.188629 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.188629 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.189032 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.189182 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.189499 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.189767 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.190025 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.190491 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.190789 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.191060 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.193009 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.193009 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.193503 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.193503 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.193958 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.193958 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.194433 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.194661 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.194890 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.196323 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.196323 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.196323 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.196323 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.199116 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.199116 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.199116 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.199116 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.199116 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.199116 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.199116 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.199116 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.201022 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.201022 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.201022 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.201022 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.201022 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.201022 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.201022 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.202680 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.202680 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.202680 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.202680 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.202680 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.202680 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.204174 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.204174 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.204174 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.204174 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.204174 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.205545 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.205545 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.205545 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.206223 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.206223 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.206926 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.206926 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.206926 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.207591 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.207591 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.207591 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.207995 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.208189 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.208189 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.208796 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.210295 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.210295 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.210295 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.210295 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.210295 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.210295 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.211236 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.211236 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.211236 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.211236 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.211975 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.211975 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.211975 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.212430 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.212646 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.212876 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.213075 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.213273 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.213505 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.213782 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.214038 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.214308 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.214569 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.214839 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.215110 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.215402 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.215667 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.215933 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.216198 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.216456 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.216793 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.216977 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.217210 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.217470 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.217711 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.217972 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.218232 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.218723 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.218723 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.218997 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.219234 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.219517 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.219777 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.220041 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.220300 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.220557 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.220819 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.221080 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:51:04.221325 dv-cinder-805083-2-iscsi neutron-server[93710]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 20:51:15.823870 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9664d59-da1b-4163-a07c-f66d55c7c454 None None] get_active_networks_info from dv-cinder-805083-2-iscsi {{(pid=93819) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 20:51:16.002364 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9664d59-da1b-4163-a07c-f66d55c7c454 None None] No non-hosted networks {{(pid=93819) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 09 20:51:16.110180 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b972a0ad-3a07-4d56-8227-4bb4c52ee8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1988824'] for agent, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:18.387963 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-929571c9-9799-4931-be8e-aee765a68285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1988824'] for agent, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:18.454249 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca9f627b-401e-4a15-b196-16f0a79b7865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:18.563864 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1988824'] for agent, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:18.570037 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:18.570395 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:18.572781 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:18.573134 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:18.573474 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:18.577296 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:18.577686 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:18.578106 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:18.578450 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:18.578786 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:18.579120 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:18.579473 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:18.579866 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805083-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:51:18.594771 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805083-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:51:19.967518 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1988824'] for agent, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:21.351345 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1988824'] for agent, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:22.455544 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 42638) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:51:23.035883 dv-cinder-805083-2-iscsi neutron-server[93818]: WARNING oslo_policy.policy [None req-757fdae3-3785-4989-846a-34858371df81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 20:51:23.036553 dv-cinder-805083-2-iscsi neutron-server[93818]: WARNING oslo_policy.policy [None req-757fdae3-3785-4989-846a-34858371df81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 20:51:23.262335 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [None req-757fdae3-3785-4989-846a-34858371df81 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:51:23.263422 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-757fdae3-3785-4989-846a-34858371df81 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8066790 Sep 09 20:51:24.805694 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.db.l3_hamode_db [None req-d322982b-3d07-4bfd-8acc-a6c0162cca67 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 09 20:51:24.902066 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322982b-3d07-4bfd-8acc-a6c0162cca67 None None] Routers set() bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:51:24.902608 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322982b-3d07-4bfd-8acc-a6c0162cca67 None None] Router IDs set() for agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 09 20:51:25.713758 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 42652) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:51:26.215558 dv-cinder-805083-2-iscsi neutron-server[93817]: WARNING oslo_policy.policy [None req-1cec33fd-080f-455d-b2e2-419237f6c91d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 20:51:26.216148 dv-cinder-805083-2-iscsi neutron-server[93817]: WARNING oslo_policy.policy [None req-1cec33fd-080f-455d-b2e2-419237f6c91d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 20:51:26.435907 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1cec33fd-080f-455d-b2e2-419237f6c91d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:51:26.535434 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.policy [None req-1cec33fd-080f-455d-b2e2-419237f6c91d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93817) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 20:51:26.585336 dv-cinder-805083-2-iscsi neutron-server[93817]: WARNING oslo_policy.policy [None req-1cec33fd-080f-455d-b2e2-419237f6c91d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 20:51:26.585723 dv-cinder-805083-2-iscsi neutron-server[93817]: WARNING oslo_policy.policy [None req-1cec33fd-080f-455d-b2e2-419237f6c91d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 20:51:26.594708 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.quota [None req-1cec33fd-080f-455d-b2e2-419237f6c91d admin admin] Loaded quota_driver: . Sep 09 20:51:26.687329 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1cec33fd-080f-455d-b2e2-419237f6c91d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793285617452', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793285617089', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793285613080', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793285602812', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793285065494', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793285648820', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-825998', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1046070', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1591668', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1647178'] for rbac-policy, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:26.752652 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1cec33fd-080f-455d-b2e2-419237f6c91d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:26.754125 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-1cec33fd-080f-455d-b2e2-419237f6c91d admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0382423 Sep 09 20:51:29.372593 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 42670) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:51:29.680166 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '840e082c700f4dd69da0d12ba0f07fa2', 'admin_state_up': True, 'project_id': '840e082c700f4dd69da0d12ba0f07fa2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:51:29.709754 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Made reservation on behalf of 840e082c700f4dd69da0d12ba0f07fa2 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:51:29.712719 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:29.729518 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:29.859554 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:29.863762 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:29.890514 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:51:29.918519 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793284134804', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:29.919120 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Unsubscribe: segment precommit_create {{(pid=93817) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 20:51:29.919661 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.segments_db [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Added segment a754fcdd-e909-4fb1-9e87-6135e320c94d of type vlan for network 9b51f63a-0427-4af4-9d1a-8f4b4995e740 Sep 09 20:51:29.936130 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f30d22-8049-4d99-bb5b-0824d3cd3e00,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:51:29.982721 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:29.982983 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:29.983345 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:29.983679 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:29.984005 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:29.984330 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:29.984655 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:29.984977 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:29.985308 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:29.985633 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:29.985951 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:29.986524 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Tracked resource versions report: Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: pushed versions: Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: { 'AddressGroup': {'1.2'}, Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'ConntrackHelper': {'1.0'}, Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Log': {'1.0'}, Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Network': {'1.1'}, Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Port': {'1.7'}, Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'PortForwarding': {'1.2'}, Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'QosPolicy': {'1.9'}, Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'SecurityGroup': {'1.4'}, Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'SubPort': {'1.0'}, Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Subnet': {'1.1'}, Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Trunk': {'1.1'}} Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: consumer versions: Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: { DHCP agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: L3 agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: Metadata agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: Metering agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: Open vSwitch agent@dv-cinder-805083-2-iscsi: { 'AddressGroup': '1.2', Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'ConntrackHelper': '1.0', Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Log': '1.0', Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Network': '1.1', Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Port': '1.7', Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'PortForwarding': '1.2', Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'QosPolicy': '1.9', Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'SecurityGroup': '1.4', Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'SecurityGroupRule': '1.2', Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'SubPort': '1.0', Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Subnet': '1.1', Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Trunk': '1.1'}} Sep 09 20:51:29.987659 dv-cinder-805083-2-iscsi neutron-server[93817]: {{(pid=93817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:51:30.041298 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:30.079798 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:30.081019 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:51:30.081660 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:30.124966 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7513044 Sep 09 20:51:30.190994 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb024fe-fe6c-447e-9c57-95bae7f491aa admin admin] Pushing event updated for resources: {'Network': ['ID=9b51f63a-0427-4af4-9d1a-8f4b4995e740,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:51:30.205344 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network 9b51f63a-0427-4af4-9d1a-8f4b4995e740 details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:51:32.844821 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 42684) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:51:33.356443 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.policy [None req-5595a3f5-13b6-4ee6-8971-cd59ca29ac20 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93818) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 20:51:33.401639 dv-cinder-805083-2-iscsi neutron-server[93818]: WARNING oslo_policy.policy [None req-5595a3f5-13b6-4ee6-8971-cd59ca29ac20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 20:51:33.402019 dv-cinder-805083-2-iscsi neutron-server[93818]: WARNING oslo_policy.policy [None req-5595a3f5-13b6-4ee6-8971-cd59ca29ac20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 20:51:33.410099 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5595a3f5-13b6-4ee6-8971-cd59ca29ac20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:51:33.417931 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-5595a3f5-13b6-4ee6-8971-cd59ca29ac20 admin admin] 10.222.0.13 "GET /v2.0/networks/9b51f63a-0427-4af4-9d1a-8f4b4995e740 HTTP/1.1" status: 200 len: 825 time: 0.5661170 Sep 09 20:51:33.450721 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-9ec26b09-506e-42c6-9557-255985f2cfbf admin admin] 10.222.0.13 "GET /v2.0/subnetpools/1411e4be-7fc4-4222-85d5-0519a9493c6f HTTP/1.1" status: 200 len: 734 time: 0.0320463 Sep 09 20:51:33.460513 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '1411e4be-7fc4-4222-85d5-0519a9493c6f', 'tenant_id': '840e082c700f4dd69da0d12ba0f07fa2', 'name': 'private-subnet', 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:51:33.463033 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.quota [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Loaded quota_driver: . Sep 09 20:51:33.501233 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Made reservation on behalf of 840e082c700f4dd69da0d12ba0f07fa2 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:51:33.504088 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:33.791389 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:33.864145 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Checking segment: {'id': 'a754fcdd-e909-4fb1-9e87-6135e320c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:51:33.864817 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Network hostable DHCP agents. Network: 9b51f63a-0427-4af4-9d1a-8f4b4995e740, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:51:33.875943 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e9a57c0-6f0d-4dce-9fa2-036209b3048a,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:51:33.892961 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:33.893321 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:33.893708 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:33.894068 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:33.894456 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:33.894829 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:33.895186 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:33.895551 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:33.895870 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:33.896184 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:33.896494 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:33.896804 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Tracked resource versions report: Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: pushed versions: Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: { 'AddressGroup': {'1.2'}, Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'ConntrackHelper': {'1.0'}, Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Log': {'1.0'}, Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Network': {'1.1'}, Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Port': {'1.7'}, Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'PortForwarding': {'1.2'}, Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'QosPolicy': {'1.9'}, Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'SecurityGroup': {'1.4'}, Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'SubPort': {'1.0'}, Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Subnet': {'1.1'}, Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Trunk': {'1.1'}} Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: consumer versions: Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: { DHCP agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: L3 agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: Metadata agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: Metering agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: Open vSwitch agent@dv-cinder-805083-2-iscsi: { 'AddressGroup': '1.2', Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'ConntrackHelper': '1.0', Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Log': '1.0', Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Network': '1.1', Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Port': '1.7', Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'PortForwarding': '1.2', Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'QosPolicy': '1.9', Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'SecurityGroup': '1.4', Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'SecurityGroupRule': '1.2', Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'SubPort': '1.0', Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Subnet': '1.1', Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Trunk': '1.1'}} Sep 09 20:51:33.897892 dv-cinder-805083-2-iscsi neutron-server[93818]: {{(pid=93818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:51:33.920032 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Network 9b51f63a-0427-4af4-9d1a-8f4b4995e740 is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:51:33.937085 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, 9b51f63a-0427-4af4-9d1a-8f4b4995e740) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:51:33.943071 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:51:33.944314 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:33.946066 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50e1562-6971-43e7-81c7-04f1406b3f8b None None] Network 9b51f63a-0427-4af4-9d1a-8f4b4995e740 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:51:33.963990 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-ed94f651-e95b-425f-b7b1-2912548f86cf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5069818 Sep 09 20:51:34.269578 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca9f6dad-bf04-5eed-9a3c-1f6e8f3669a0-9b51f63a-0427-4af4-9d1a-8f4b4995e740', 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740', 'tenant_id': '840e082c700f4dd69da0d12ba0f07fa2', 'fixed_ips': [{'subnet_id': '2e9a57c0-6f0d-4dce-9fa2-036209b3048a'}]}} from dv-cinder-805083-2-iscsi. {{(pid=93819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 20:51:34.270886 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:34.552009 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Allocated IP 172.20.0.2 (9b51f63a-0427-4af4-9d1a-8f4b4995e740/2e9a57c0-6f0d-4dce-9fa2-036209b3048a/25537953-823a-422c-b4e8-d343df0c2f38) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:51:34.784765 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:34.800477 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Transition to ACTIVE for port object 25537953-823a-422c-b4e8-d343df0c2f38 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:51:34.825333 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Transition to ACTIVE for port object 25537953-823a-422c-b4e8-d343df0c2f38 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:51:34.834145 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:34.903300 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Network 9b51f63a-0427-4af4-9d1a-8f4b4995e740 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:51:34.907995 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:51:34.911292 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:51:34.952524 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Pushing event updated for resources: {'Port': ['ID=25537953-823a-422c-b4e8-d343df0c2f38,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:51:34.977688 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:34.978076 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:34.978422 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:34.978758 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:34.979090 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:34.979448 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:34.979777 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:34.980104 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:34.980449 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:34.980779 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:34.981100 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:34.981419 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Tracked resource versions report: Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: pushed versions: Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: { 'AddressGroup': {'1.2'}, Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'ConntrackHelper': {'1.0'}, Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Log': {'1.0'}, Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Network': {'1.1'}, Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Port': {'1.7'}, Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'PortForwarding': {'1.2'}, Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'QosPolicy': {'1.9'}, Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'SecurityGroup': {'1.4'}, Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'SubPort': {'1.0'}, Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Subnet': {'1.1'}, Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Trunk': {'1.1'}} Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: consumer versions: Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: { DHCP agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: L3 agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: Metadata agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: Metering agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: Open vSwitch agent@dv-cinder-805083-2-iscsi: { 'AddressGroup': '1.2', Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'ConntrackHelper': '1.0', Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Log': '1.0', Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Network': '1.1', Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Port': '1.7', Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'PortForwarding': '1.2', Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'QosPolicy': '1.9', Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'SecurityGroup': '1.4', Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'SecurityGroupRule': '1.2', Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'SubPort': '1.0', Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Subnet': '1.1', Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Trunk': '1.1'}} Sep 09 20:51:34.982541 dv-cinder-805083-2-iscsi neutron-server[93819]: {{(pid=93819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:51:35.012443 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Attempting to bind port 25537953-823a-422c-b4e8-d343df0c2f38 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:51:35.012837 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Attempting to bind port 25537953-823a-422c-b4e8-d343df0c2f38 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': 'a754fcdd-e909-4fb1-9e87-6135e320c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:51:35.013244 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Attempting to bind port 25537953-823a-422c-b4e8-d343df0c2f38 on network 9b51f63a-0427-4af4-9d1a-8f4b4995e740 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:51:35.018288 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:51:35.018706 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Checking segment: {'id': 'a754fcdd-e909-4fb1-9e87-6135e320c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:51:35.019178 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:35.019598 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Bound using segment: {'id': 'a754fcdd-e909-4fb1-9e87-6135e320c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:51:35.020085 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Bound port: 25537953-823a-422c-b4e8-d343df0c2f38, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a754fcdd-e909-4fb1-9e87-6135e320c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:51:35.020504 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:35.086147 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] For port 25537953-823a-422c-b4e8-d343df0c2f38, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:51:35.090666 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] For port 25537953-823a-422c-b4e8-d343df0c2f38, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=25537953-823a-422c-b4e8-d343df0c2f38,segment=NetworkSegment(a754fcdd-e909-4fb1-9e87-6135e320c94d),segment_id=a754fcdd-e909-4fb1-9e87-6135e320c94d)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:51:35.095332 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:35.160848 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d49ff1-d75c-4869-90e5-67ba973f2ea4 None None] Pushing event updated for resources: {'Port': ['ID=25537953-823a-422c-b4e8-d343df0c2f38,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:51:36.441939 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 42698) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:51:36.783171 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [None req-1c081cbc-0450-49ce-a51f-40d6f69207b4 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:51:36.784311 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-1c081cbc-0450-49ce-a51f-40d6f69207b4 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3412480 Sep 09 20:51:39.339340 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 42706) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:51:39.679727 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [None req-eae3355b-6666-4990-abed-eef4abdfd6d2 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:51:39.680808 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-eae3355b-6666-4990-abed-eef4abdfd6d2 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3406041 Sep 09 20:51:42.376297 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 42718) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:51:42.733460 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c8ed9b23-910f-4497-8e7e-b6e1dd688246 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '840e082c700f4dd69da0d12ba0f07fa2'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:51:42.758621 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9b23-910f-4497-8e7e-b6e1dd688246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1988496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:42.760895 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9b23-910f-4497-8e7e-b6e1dd688246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:42.925064 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9b23-910f-4497-8e7e-b6e1dd688246 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:42.930744 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9b23-910f-4497-8e7e-b6e1dd688246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988673'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:42.943989 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9b23-910f-4497-8e7e-b6e1dd688246 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:42.945214 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-c8ed9b23-910f-4497-8e7e-b6e1dd688246 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5679266 Sep 09 20:51:43.747139 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e68072-05c0-4dc5-bfe0-1e7f50566722 None None] Network 9b51f63a-0427-4af4-9d1a-8f4b4995e740 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:51:43.809406 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-fa0ace4a-315c-4587-9f38-fa8a6abba2cb None None] Provisioning for port 25537953-823a-422c-b4e8-d343df0c2f38 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:51:44.186580 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 25537953-823a-422c-b4e8-d343df0c2f38 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:51:44.272703 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 25537953-823a-422c-b4e8-d343df0c2f38 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:51:44.276990 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 25537953-823a-422c-b4e8-d343df0c2f38 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:51:44.277378 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:44.383630 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:44.427695 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port 25537953-823a-422c-b4e8-d343df0c2f38, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=25537953-823a-422c-b4e8-d343df0c2f38,segment=NetworkSegment(a754fcdd-e909-4fb1-9e87-6135e320c94d),segment_id=a754fcdd-e909-4fb1-9e87-6135e320c94d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:51:44.432019 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:44.479421 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=25537953-823a-422c-b4e8-d343df0c2f38,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:51:45.413085 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 42728) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:51:45.733177 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7555c2cf-27fb-4549-a9da-3129f1aca522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:45.738410 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [None req-4d02117a-1781-45b9-84e8-5f9af1e36015 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:51:45.739456 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-4d02117a-1781-45b9-84e8-5f9af1e36015 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3253777 Sep 09 20:51:46.162734 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 25537953-823a-422c-b4e8-d343df0c2f38 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:51:46.214234 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 25537953-823a-422c-b4e8-d343df0c2f38 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:51:46.214616 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:48.170379 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 42736) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:51:48.385200 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca252559-3dcd-4979-8617-eb49e05c963e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:48.482387 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-836128af-5742-47f4-a7cb-c8944adca963 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:51:48.502674 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836128af-5742-47f4-a7cb-c8944adca963 admin admin] Made reservation on behalf of 487c9cd9727040f195f873be8875a9d3 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:51:48.504856 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-836128af-5742-47f4-a7cb-c8944adca963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:48.513261 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-836128af-5742-47f4-a7cb-c8944adca963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:48.547830 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:48.600261 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-836128af-5742-47f4-a7cb-c8944adca963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:48.603956 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-836128af-5742-47f4-a7cb-c8944adca963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:48.619342 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-836128af-5742-47f4-a7cb-c8944adca963 admin admin] Reserving flat network on physical network physnet1 {{(pid=93817) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 09 20:51:48.638000 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836128af-5742-47f4-a7cb-c8944adca963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6343354e-9c90-4006-8d73-8f70dfb71e2c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:51:48.642780 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-836128af-5742-47f4-a7cb-c8944adca963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:48.643120 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.segments_db [None req-836128af-5742-47f4-a7cb-c8944adca963 admin admin] Added segment ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce of type flat for network e020cc29-81be-4516-9ef0-31c1421244e6 Sep 09 20:51:48.694129 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-836128af-5742-47f4-a7cb-c8944adca963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:48.724918 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-836128af-5742-47f4-a7cb-c8944adca963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:48.725916 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836128af-5742-47f4-a7cb-c8944adca963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:51:48.726496 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-836128af-5742-47f4-a7cb-c8944adca963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:48.759157 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-836128af-5742-47f4-a7cb-c8944adca963 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5876849 Sep 09 20:51:48.789866 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836128af-5742-47f4-a7cb-c8944adca963 admin admin] Pushing event updated for resources: {'Network': ['ID=e020cc29-81be-4516-9ef0-31c1421244e6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:51:48.800396 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network e020cc29-81be-4516-9ef0-31c1421244e6 details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:51:49.915199 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:51.278996 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 42754) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:51:51.312073 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:51.562982 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec99112-a051-472d-a673-d8f84f4104c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:51:51.564446 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-6ec99112-a051-472d-a673-d8f84f4104c3 admin admin] 10.222.0.13 "GET /v2.0/subnets/2e9a57c0-6f0d-4dce-9fa2-036209b3048a HTTP/1.1" status: 200 len: 849 time: 0.2842824 Sep 09 20:51:51.755984 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-d90e5b46-e287-4e06-af5d-2b4dc794b5d2 admin admin] 10.222.0.13 "GET /v2.0/routers/6ae8f6e1-e03d-4871-8547-7b15a4f65efc HTTP/1.1" status: 200 len: 704 time: 0.1851578 Sep 09 20:51:52.047931 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:52.377540 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Allocated IP 172.20.0.1 (9b51f63a-0427-4af4-9d1a-8f4b4995e740/2e9a57c0-6f0d-4dce-9fa2-036209b3048a/105c31cd-8536-46c3-a0ef-a9771d272526) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:51:52.589644 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:52.619359 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Transition to ACTIVE for port object 105c31cd-8536-46c3-a0ef-a9771d272526 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:51:52.697426 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:52.774039 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Network 9b51f63a-0427-4af4-9d1a-8f4b4995e740 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:51:52.780579 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:51:52.796327 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:51:52.796495 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1988752'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:52.817595 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=105c31cd-8536-46c3-a0ef-a9771d272526,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:51:53.024351 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-a234a671-b48d-4232-989c-a539fc607127 None None] Provisioning for port 105c31cd-8536-46c3-a0ef-a9771d272526 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:51:53.029741 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-a234a671-b48d-4232-989c-a539fc607127 None None] Provisioning complete for port 105c31cd-8536-46c3-a0ef-a9771d272526 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:51:53.030594 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a234a671-b48d-4232-989c-a539fc607127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:53.078224 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a234a671-b48d-4232-989c-a539fc607127 None None] Port 105c31cd-8536-46c3-a0ef-a9771d272526 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:51:53.097323 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:53.369371 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:53.374328 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:53.375700 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1987840'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:53.471690 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=105c31cd-8536-46c3-a0ef-a9771d272526,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:51:53.552371 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Network 9b51f63a-0427-4af4-9d1a-8f4b4995e740 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:51:53.554028 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:51:53.764053 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Router 6ae8f6e1-e03d-4871-8547-7b15a4f65efc is scheduled to L3 agent c730623a-2d90-413c-85cd-c5eb583040aa with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:51:53.802178 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-0df69cf5-a758-439a-ad23-50b667c0a126 None None] Provisioning complete for port 105c31cd-8536-46c3-a0ef-a9771d272526 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:51:53.802566 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0df69cf5-a758-439a-ad23-50b667c0a126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:53.841816 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0df69cf5-a758-439a-ad23-50b667c0a126 None None] Port 105c31cd-8536-46c3-a0ef-a9771d272526 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:51:53.907242 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:51:53.913500 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-70b3f81a-35eb-4974-9909-cb0e6c8ca3f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/6ae8f6e1-e03d-4871-8547-7b15a4f65efc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1508160 Sep 09 20:51:53.921459 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Sync routers for ids ['6ae8f6e1-e03d-4871-8547-7b15a4f65efc'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:51:53.940529 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Routers {'6ae8f6e1-e03d-4871-8547-7b15a4f65efc'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:51:53.941554 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-71044de8-cc69-4242-81f5-57712630f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:51:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['6ae8f6e1-e03d-4871-8547-7b15a4f65efc'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:51:54.209193 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Set router 6ae8f6e1-e03d-4871-8547-7b15a4f65efc gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:51:54.809252 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-71044de8-cc69-4242-81f5-57712630f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae8f6e1-e03d-4871-8547-7b15a4f65efc', 'name': 'router1', 'tenant_id': '840e082c700f4dd69da0d12ba0f07fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:51:42Z', 'updated_at': '2021-09-09T20:51:53Z', 'revision_number': 2, 'project_id': '840e082c700f4dd69da0d12ba0f07fa2', 'gw_port_host': None, '_interfaces': [{'id': '105c31cd-8536-46c3-a0ef-a9771d272526', 'name': '', 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740', 'tenant_id': '840e082c700f4dd69da0d12ba0f07fa2', 'mac_address': 'fa:16:3e:60:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae8f6e1-e03d-4871-8547-7b15a4f65efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e9a57c0-6f0d-4dce-9fa2-036209b3048a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:51:52Z', 'updated_at': '2021-09-09T20:51:53Z', 'revision_number': 2, 'project_id': '840e082c700f4dd69da0d12ba0f07fa2', 'subnets': [{'id': '2e9a57c0-6f0d-4dce-9fa2-036209b3048a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1411e4be-7fc4-4222-85d5-0519a9493c6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:51:54.872852 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Checking router: 6ae8f6e1-e03d-4871-8547-7b15a4f65efc for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:51:54.873298 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Updating router 6ae8f6e1-e03d-4871-8547-7b15a4f65efc port 105c31cd-8536-46c3-a0ef-a9771d272526 binding host dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:51:54.939965 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:55.518524 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:55.537780 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Transition to ACTIVE for port object 105c31cd-8536-46c3-a0ef-a9771d272526 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:51:55.545220 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:55.708017 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7db66-386d-4c2d-858f-513a50d286af None None] Pushing event updated for resources: {'Port': ['ID=105c31cd-8536-46c3-a0ef-a9771d272526,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:51:55.729760 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Attempting to bind port 105c31cd-8536-46c3-a0ef-a9771d272526 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:51:55.730194 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Attempting to bind port 105c31cd-8536-46c3-a0ef-a9771d272526 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': 'a754fcdd-e909-4fb1-9e87-6135e320c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:51:55.730626 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Attempting to bind port 105c31cd-8536-46c3-a0ef-a9771d272526 on network 9b51f63a-0427-4af4-9d1a-8f4b4995e740 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:51:55.733420 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7db66-386d-4c2d-858f-513a50d286af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:55.733795 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7db66-386d-4c2d-858f-513a50d286af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:55.734261 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7db66-386d-4c2d-858f-513a50d286af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:55.734602 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7db66-386d-4c2d-858f-513a50d286af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:55.734934 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7db66-386d-4c2d-858f-513a50d286af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:55.735334 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7db66-386d-4c2d-858f-513a50d286af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:55.735609 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7db66-386d-4c2d-858f-513a50d286af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:55.735969 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7db66-386d-4c2d-858f-513a50d286af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:55.736584 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7db66-386d-4c2d-858f-513a50d286af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:55.736913 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7db66-386d-4c2d-858f-513a50d286af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:55.737236 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7db66-386d-4c2d-858f-513a50d286af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:55.737552 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7db66-386d-4c2d-858f-513a50d286af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7db66-386d-4c2d-858f-513a50d286af None None] Tracked resource versions report: Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: pushed versions: Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: { 'AddressGroup': {'1.2'}, Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'ConntrackHelper': {'1.0'}, Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Log': {'1.0'}, Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Network': {'1.1'}, Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Port': {'1.7'}, Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'PortForwarding': {'1.2'}, Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'QosPolicy': {'1.9'}, Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'SecurityGroup': {'1.4'}, Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'SubPort': {'1.0'}, Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Subnet': {'1.1'}, Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Trunk': {'1.1'}} Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: consumer versions: Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: { DHCP agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: L3 agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: Metadata agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: Metering agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: Open vSwitch agent@dv-cinder-805083-2-iscsi: { 'AddressGroup': '1.2', Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'ConntrackHelper': '1.0', Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Log': '1.0', Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Network': '1.1', Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Port': '1.7', Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'PortForwarding': '1.2', Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'QosPolicy': '1.9', Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'SecurityGroup': '1.4', Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'SecurityGroupRule': '1.2', Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'SubPort': '1.0', Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Subnet': '1.1', Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Trunk': '1.1'}} Sep 09 20:51:55.738797 dv-cinder-805083-2-iscsi neutron-server[93820]: {{(pid=93820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:51:55.752817 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:51:55.753494 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Checking segment: {'id': 'a754fcdd-e909-4fb1-9e87-6135e320c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:51:55.754189 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:55.754791 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Bound using segment: {'id': 'a754fcdd-e909-4fb1-9e87-6135e320c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:51:55.755637 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Bound port: 105c31cd-8536-46c3-a0ef-a9771d272526, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a754fcdd-e909-4fb1-9e87-6135e320c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:51:55.756076 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:55.830461 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-71044de8-cc69-4242-81f5-57712630f438 None None] For port 105c31cd-8536-46c3-a0ef-a9771d272526, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:51:55.853969 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-71044de8-cc69-4242-81f5-57712630f438 None None] For port 105c31cd-8536-46c3-a0ef-a9771d272526, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=105c31cd-8536-46c3-a0ef-a9771d272526,segment=NetworkSegment(a754fcdd-e909-4fb1-9e87-6135e320c94d),segment_id=a754fcdd-e909-4fb1-9e87-6135e320c94d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:51:55.860102 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:55.935528 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Routers {'6ae8f6e1-e03d-4871-8547-7b15a4f65efc'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:51:55.936170 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-71044de8-cc69-4242-81f5-57712630f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:51:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['6ae8f6e1-e03d-4871-8547-7b15a4f65efc'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:51:55.940755 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7db66-386d-4c2d-858f-513a50d286af None None] Pushing event updated for resources: {'Port': ['ID=105c31cd-8536-46c3-a0ef-a9771d272526,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:51:56.037799 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-71044de8-cc69-4242-81f5-57712630f438 None None] Set router 6ae8f6e1-e03d-4871-8547-7b15a4f65efc gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:51:56.294634 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-71044de8-cc69-4242-81f5-57712630f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae8f6e1-e03d-4871-8547-7b15a4f65efc', 'name': 'router1', 'tenant_id': '840e082c700f4dd69da0d12ba0f07fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:51:42Z', 'updated_at': '2021-09-09T20:51:53Z', 'revision_number': 2, 'project_id': '840e082c700f4dd69da0d12ba0f07fa2', 'gw_port_host': None, '_interfaces': [{'id': '105c31cd-8536-46c3-a0ef-a9771d272526', 'name': '', 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740', 'tenant_id': '840e082c700f4dd69da0d12ba0f07fa2', 'mac_address': 'fa:16:3e:60:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae8f6e1-e03d-4871-8547-7b15a4f65efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e9a57c0-6f0d-4dce-9fa2-036209b3048a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:51:52Z', 'updated_at': '2021-09-09T20:51:55Z', 'revision_number': 4, 'project_id': '840e082c700f4dd69da0d12ba0f07fa2', 'subnets': [{'id': '2e9a57c0-6f0d-4dce-9fa2-036209b3048a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1411e4be-7fc4-4222-85d5-0519a9493c6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:51:56.332579 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71044de8-cc69-4242-81f5-57712630f438 None None] The sync data for ids ['6ae8f6e1-e03d-4871-8547-7b15a4f65efc'] in dv-cinder-805083-2-iscsi is: [{'id': '6ae8f6e1-e03d-4871-8547-7b15a4f65efc', 'name': 'router1', 'tenant_id': '840e082c700f4dd69da0d12ba0f07fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:51:42Z', 'updated_at': '2021-09-09T20:51:53Z', 'revision_number': 2, 'project_id': '840e082c700f4dd69da0d12ba0f07fa2', 'gw_port_host': None, '_interfaces': [{'id': '105c31cd-8536-46c3-a0ef-a9771d272526', 'name': '', 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740', 'tenant_id': '840e082c700f4dd69da0d12ba0f07fa2', 'mac_address': 'fa:16:3e:60:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae8f6e1-e03d-4871-8547-7b15a4f65efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e9a57c0-6f0d-4dce-9fa2-036209b3048a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:51:52Z', 'updated_at': '2021-09-09T20:51:55Z', 'revision_number': 4, 'project_id': '840e082c700f4dd69da0d12ba0f07fa2', 'subnets': [{'id': '2e9a57c0-6f0d-4dce-9fa2-036209b3048a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1411e4be-7fc4-4222-85d5-0519a9493c6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:51:56.726097 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 42774) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:51:56.862947 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b5a60c-0aad-40a2-93a2-1f7f7c77da8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:51:56.864406 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-01b5a60c-0aad-40a2-93a2-1f7f7c77da8e admin admin] 10.222.0.13 "GET /v2.0/networks/e020cc29-81be-4516-9ef0-31c1421244e6 HTTP/1.1" status: 200 len: 842 time: 0.1370654 Sep 09 20:51:56.876328 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6f3d9ca1-46b0-4e2b-a5dd-b37ca2ed29e8 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:51:56.907114 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3d9ca1-46b0-4e2b-a5dd-b37ca2ed29e8 admin admin] Made reservation on behalf of 487c9cd9727040f195f873be8875a9d3 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:51:56.911436 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9ca1-46b0-4e2b-a5dd-b37ca2ed29e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:57.333828 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.objects.ports [None req-6f3d9ca1-46b0-4e2b-a5dd-b37ca2ed29e8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93818) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 20:51:57.334434 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9ca1-46b0-4e2b-a5dd-b37ca2ed29e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:57.404671 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d9ca1-46b0-4e2b-a5dd-b37ca2ed29e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08473c46-0fdf-4456-b662-206bace9d338,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:51:57.414744 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3d9ca1-46b0-4e2b-a5dd-b37ca2ed29e8 admin admin] Checking segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:51:57.415105 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3d9ca1-46b0-4e2b-a5dd-b37ca2ed29e8 admin admin] Network hostable DHCP agents. Network: e020cc29-81be-4516-9ef0-31c1421244e6, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:51:57.436722 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3d9ca1-46b0-4e2b-a5dd-b37ca2ed29e8 admin admin] Network e020cc29-81be-4516-9ef0-31c1421244e6 is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:51:57.448778 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6f3d9ca1-46b0-4e2b-a5dd-b37ca2ed29e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, e020cc29-81be-4516-9ef0-31c1421244e6) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:51:57.457115 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3d9ca1-46b0-4e2b-a5dd-b37ca2ed29e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:51:57.458267 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9ca1-46b0-4e2b-a5dd-b37ca2ed29e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:51:57.463755 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df119b5a-d8a1-48b7-8959-d2190163f4a7 None None] Network e020cc29-81be-4516-9ef0-31c1421244e6 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:51:57.484222 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-6f3d9ca1-46b0-4e2b-a5dd-b37ca2ed29e8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6110687 Sep 09 20:51:57.689529 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67422ae-9c57-4609-a3cd-3a7afc2454e3 None None] Network e020cc29-81be-4516-9ef0-31c1421244e6 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:52:00.110388 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 42782) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:52:00.350236 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-71a237d7-2ec7-422d-bce4-6fea5dea5a4a admin admin] 10.222.0.13 "GET /v2.0/routers/6ae8f6e1-e03d-4871-8547-7b15a4f65efc HTTP/1.1" status: 200 len: 710 time: 0.2387159 Sep 09 20:52:00.464710 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39777dd1-9d14-428d-bbf7-126d2df3ff01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:52:00.466003 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-39777dd1-9d14-428d-bbf7-126d2df3ff01 admin admin] 10.222.0.13 "GET /v2.0/networks/e020cc29-81be-4516-9ef0-31c1421244e6 HTTP/1.1" status: 200 len: 886 time: 0.1090810 Sep 09 20:52:00.478063 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:52:00.834255 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:01.119793 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:01.281063 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:01.467308 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Allocated IP 172.27.3.108 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/f6bd2d0a-869b-42d2-a94f-6989ef59a300) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:52:01.583649 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:01.659864 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:01.742778 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:52:01.747783 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:52:01.754589 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:52:01.763943 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Pushing event updated for resources: {'Port': ['ID=f6bd2d0a-869b-42d2-a94f-6989ef59a300,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:52:02.089758 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:02.232244 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 105c31cd-8536-46c3-a0ef-a9771d272526 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:52:02.307705 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 105c31cd-8536-46c3-a0ef-a9771d272526 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:52:02.312537 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 105c31cd-8536-46c3-a0ef-a9771d272526 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:52:02.312537 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:02.326111 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1989026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1986834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5873'] for router, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:02.331172 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1989051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1986859'] for router, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:02.410462 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:02.453742 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port 105c31cd-8536-46c3-a0ef-a9771d272526, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=105c31cd-8536-46c3-a0ef-a9771d272526,segment=NetworkSegment(a754fcdd-e909-4fb1-9e87-6135e320c94d),segment_id=a754fcdd-e909-4fb1-9e87-6135e320c94d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:52:02.459415 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:02.464082 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Router 6ae8f6e1-e03d-4871-8547-7b15a4f65efc has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:52:02.512596 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=105c31cd-8536-46c3-a0ef-a9771d272526,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:52:02.594187 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:52:02.599840 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:02.601269 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-e8bb36c1-b740-4261-a2b9-7b32ca327c82 admin admin] 10.222.0.13 "PUT /v2.0/routers/6ae8f6e1-e03d-4871-8547-7b15a4f65efc HTTP/1.1" status: 200 len: 890 time: 2.1267068 Sep 09 20:52:03.562302 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Sync routers for ids ['6ae8f6e1-e03d-4871-8547-7b15a4f65efc'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:52:03.574675 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Routers {'6ae8f6e1-e03d-4871-8547-7b15a4f65efc'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:52:03.575615 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:51:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['6ae8f6e1-e03d-4871-8547-7b15a4f65efc'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:52:03.874913 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Set router 6ae8f6e1-e03d-4871-8547-7b15a4f65efc gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:52:04.222357 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 105c31cd-8536-46c3-a0ef-a9771d272526 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:52:04.333319 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 105c31cd-8536-46c3-a0ef-a9771d272526 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:52:04.333693 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:04.372932 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae8f6e1-e03d-4871-8547-7b15a4f65efc', 'name': 'router1', 'tenant_id': '840e082c700f4dd69da0d12ba0f07fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f6bd2d0a-869b-42d2-a94f-6989ef59a300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:51:42Z', 'updated_at': '2021-09-09T20:52:01Z', 'revision_number': 4, 'project_id': '840e082c700f4dd69da0d12ba0f07fa2', 'gw_port': {'id': 'f6bd2d0a-869b-42d2-a94f-6989ef59a300', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae8f6e1-e03d-4871-8547-7b15a4f65efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:52:01Z', 'updated_at': '2021-09-09T20:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '105c31cd-8536-46c3-a0ef-a9771d272526', 'name': '', 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740', 'tenant_id': '840e082c700f4dd69da0d12ba0f07fa2', 'mac_address': 'fa:16:3e:60:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae8f6e1-e03d-4871-8547-7b15a4f65efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e9a57c0-6f0d-4dce-9fa2-036209b3048a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:51:52Z', 'updated_at': '2021-09-09T20:52:02Z', 'revision_number': 5, 'project_id': '840e082c700f4dd69da0d12ba0f07fa2', 'subnets': [{'id': '2e9a57c0-6f0d-4dce-9fa2-036209b3048a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1411e4be-7fc4-4222-85d5-0519a9493c6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:52:04.440012 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Checking router: 6ae8f6e1-e03d-4871-8547-7b15a4f65efc for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:52:04.440264 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Updating router 6ae8f6e1-e03d-4871-8547-7b15a4f65efc port f6bd2d0a-869b-42d2-a94f-6989ef59a300 binding host dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:52:04.502222 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:04.919198 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:04.930274 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Transition to ACTIVE for port object f6bd2d0a-869b-42d2-a94f-6989ef59a300 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:52:04.937381 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:04.990867 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68898af-454a-4d7b-b228-ecd75def7f5b None None] Pushing event updated for resources: {'Port': ['ID=f6bd2d0a-869b-42d2-a94f-6989ef59a300,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:52:04.995256 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Attempting to bind port f6bd2d0a-869b-42d2-a94f-6989ef59a300 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:52:04.995655 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Attempting to bind port f6bd2d0a-869b-42d2-a94f-6989ef59a300 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:52:04.996022 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Attempting to bind port f6bd2d0a-869b-42d2-a94f-6989ef59a300 on network e020cc29-81be-4516-9ef0-31c1421244e6 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:52:05.001554 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:52:05.001941 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Checking segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:52:05.002332 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:05.002722 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Bound using segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:52:05.003201 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Bound port: f6bd2d0a-869b-42d2-a94f-6989ef59a300, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:52:05.003624 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:05.062926 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] For port f6bd2d0a-869b-42d2-a94f-6989ef59a300, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:52:05.066567 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] For port f6bd2d0a-869b-42d2-a94f-6989ef59a300, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=f6bd2d0a-869b-42d2-a94f-6989ef59a300,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:52:05.072198 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:05.226907 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68898af-454a-4d7b-b228-ecd75def7f5b None None] Pushing event updated for resources: {'Port': ['ID=f6bd2d0a-869b-42d2-a94f-6989ef59a300,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:52:05.229684 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Routers {'6ae8f6e1-e03d-4871-8547-7b15a4f65efc'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:52:05.230343 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:51:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['6ae8f6e1-e03d-4871-8547-7b15a4f65efc'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:52:05.248676 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 42794) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:52:05.366172 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] Set router 6ae8f6e1-e03d-4871-8547-7b15a4f65efc gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:52:05.394702 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-b6ace5da-6b48-4c88-8808-4e7ded568880 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1448905 Sep 09 20:52:05.629033 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae8f6e1-e03d-4871-8547-7b15a4f65efc', 'name': 'router1', 'tenant_id': '840e082c700f4dd69da0d12ba0f07fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f6bd2d0a-869b-42d2-a94f-6989ef59a300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:51:42Z', 'updated_at': '2021-09-09T20:52:01Z', 'revision_number': 4, 'project_id': '840e082c700f4dd69da0d12ba0f07fa2', 'gw_port': {'id': 'f6bd2d0a-869b-42d2-a94f-6989ef59a300', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae8f6e1-e03d-4871-8547-7b15a4f65efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:52:01Z', 'updated_at': '2021-09-09T20:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '105c31cd-8536-46c3-a0ef-a9771d272526', 'name': '', 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740', 'tenant_id': '840e082c700f4dd69da0d12ba0f07fa2', 'mac_address': 'fa:16:3e:60:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae8f6e1-e03d-4871-8547-7b15a4f65efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e9a57c0-6f0d-4dce-9fa2-036209b3048a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:51:52Z', 'updated_at': '2021-09-09T20:52:02Z', 'revision_number': 5, 'project_id': '840e082c700f4dd69da0d12ba0f07fa2', 'subnets': [{'id': '2e9a57c0-6f0d-4dce-9fa2-036209b3048a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1411e4be-7fc4-4222-85d5-0519a9493c6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:52:05.665555 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae84ec1-1c53-4149-b6a1-9e0cfb65828c None None] The sync data for ids ['6ae8f6e1-e03d-4871-8547-7b15a4f65efc'] in dv-cinder-805083-2-iscsi is: [{'id': '6ae8f6e1-e03d-4871-8547-7b15a4f65efc', 'name': 'router1', 'tenant_id': '840e082c700f4dd69da0d12ba0f07fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f6bd2d0a-869b-42d2-a94f-6989ef59a300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:51:42Z', 'updated_at': '2021-09-09T20:52:01Z', 'revision_number': 4, 'project_id': '840e082c700f4dd69da0d12ba0f07fa2', 'gw_port': {'id': 'f6bd2d0a-869b-42d2-a94f-6989ef59a300', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae8f6e1-e03d-4871-8547-7b15a4f65efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:52:01Z', 'updated_at': '2021-09-09T20:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '105c31cd-8536-46c3-a0ef-a9771d272526', 'name': '', 'network_id': '9b51f63a-0427-4af4-9d1a-8f4b4995e740', 'tenant_id': '840e082c700f4dd69da0d12ba0f07fa2', 'mac_address': 'fa:16:3e:60:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae8f6e1-e03d-4871-8547-7b15a4f65efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e9a57c0-6f0d-4dce-9fa2-036209b3048a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:51:52Z', 'updated_at': '2021-09-09T20:52:02Z', 'revision_number': 5, 'project_id': '840e082c700f4dd69da0d12ba0f07fa2', 'subnets': [{'id': '2e9a57c0-6f0d-4dce-9fa2-036209b3048a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1411e4be-7fc4-4222-85d5-0519a9493c6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:52:06.387621 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device f6bd2d0a-869b-42d2-a94f-6989ef59a300 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:52:06.456807 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port f6bd2d0a-869b-42d2-a94f-6989ef59a300 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:52:06.462498 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port f6bd2d0a-869b-42d2-a94f-6989ef59a300 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:52:06.463258 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:06.587852 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:06.615330 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port f6bd2d0a-869b-42d2-a94f-6989ef59a300, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=f6bd2d0a-869b-42d2-a94f-6989ef59a300,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:52:06.619796 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:06.683144 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=f6bd2d0a-869b-42d2-a94f-6989ef59a300,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:52:08.193631 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device f6bd2d0a-869b-42d2-a94f-6989ef59a300 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:52:08.249893 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port f6bd2d0a-869b-42d2-a94f-6989ef59a300 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:52:08.250521 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:11.014135 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 5 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:52:15.750781 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4757aee-dc5a-4ffd-a7d3-d0058fe8596f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:18.387253 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-40245fae-5702-4caf-ac48-300947849f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:18.549677 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:19.918341 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:21.322680 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:45.734493 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-02f07966-009d-48d8-a68f-7f62db8d7186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:48.005939 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 5 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:52:48.392698 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47186c0d-1130-45c7-99ef-6df0c602bbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:48.560264 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:49.940706 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:52:51.327921 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:53:15.737479 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-75f2fd87-2fe2-4f1d-8bc6-f77302e6c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:53:18.386209 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-219f255f-0f9b-48b4-8f13-c82919d7bcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:53:18.546599 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:53:19.922925 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:53:21.332566 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:53:25.004545 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 5 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:53:45.732501 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b074af61-3f26-4673-8e94-8dcc3e527cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:53:45.820907 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 43358) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:53:45.886250 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b176acf-3232-49bf-b0e2-6ff2c6526aeb admin admin] GET failed (client error): The resource could not be found. Sep 09 20:53:45.887668 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-7b176acf-3232-49bf-b0e2-6ff2c6526aeb admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658147 Sep 09 20:53:46.055356 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3ded0e-3b00-4b52-9d4a-5f16388cd340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:53:46.056785 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-fb3ded0e-3b00-4b52-9d4a-5f16388cd340 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1638937 Sep 09 20:53:48.333607 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 43368) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:53:48.387844 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2700968b-0482-4ac8-9158-be86fe42e6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:53:48.434763 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356f5183-ae69-433b-a5ea-857dda0f1e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:53:48.436209 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-356f5183-ae69-433b-a5ea-857dda0f1e4f admin admin] 10.222.0.13 "GET /v2.0/subnets/2e9a57c0-6f0d-4dce-9fa2-036209b3048a HTTP/1.1" status: 200 len: 849 time: 0.1016009 Sep 09 20:53:48.447015 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:53:48.534755 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:53:48.549539 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:53:48.691258 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793284027661'] for subnet, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:53:48.730792 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:53:48.731198 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:53:48.732552 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] 10.222.0.13 "PUT /v2.0/subnets/2e9a57c0-6f0d-4dce-9fa2-036209b3048a HTTP/1.1" status: 200 len: 868 time: 0.2901025 Sep 09 20:53:48.734054 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b9f826-6a62-4b95-95f8-ef568d31c48f None None] Network 9b51f63a-0427-4af4-9d1a-8f4b4995e740 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:53:48.753177 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e9a57c0-6f0d-4dce-9fa2-036209b3048a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:53:48.761264 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:53:48.761739 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:53:48.761981 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:53:48.762334 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:53:48.762661 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:53:48.763016 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:53:48.763404 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:53:48.763741 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:53:48.764088 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:53:48.764428 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:53:48.764836 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:53:48.765164 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1bcf7-9282-4eef-a35d-512989f40318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:53:49.091489 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-fed2744a-79cc-4e60-9155-7186c3f38705 None None] Provisioning complete for port 105c31cd-8536-46c3-a0ef-a9771d272526 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:53:49.091985 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fed2744a-79cc-4e60-9155-7186c3f38705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:53:49.186394 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-fed2744a-79cc-4e60-9155-7186c3f38705 None None] Provisioning complete for port 25537953-823a-422c-b4e8-d343df0c2f38 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:53:49.186697 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fed2744a-79cc-4e60-9155-7186c3f38705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:53:49.926644 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:53:50.998607 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 43376) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:53:51.286389 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead0b05f-b06e-4bb7-b1fe-d0184d5d0a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:53:51.286881 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead0b05f-b06e-4bb7-b1fe-d0184d5d0a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:53:51.289006 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-ead0b05f-b06e-4bb7-b1fe-d0184d5d0a68 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2893436 Sep 09 20:53:51.337640 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:53:53.533897 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 43384) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:53:53.668250 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a721f4-9e24-4ba2-a86e-af529358788e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:53:53.668726 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a721f4-9e24-4ba2-a86e-af529358788e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:53:53.670275 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-b6a721f4-9e24-4ba2-a86e-af529358788e admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1354139 Sep 09 20:53:55.910431 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 43392) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:53:56.049182 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec2d869-e0cf-4a16-8cd0-46faabfcfa29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:53:56.050590 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-9ec2d869-e0cf-4a16-8cd0-46faabfcfa29 admin admin] 10.222.0.13 "GET /v2.0/networks/9b51f63a-0427-4af4-9d1a-8f4b4995e740 HTTP/1.1" status: 200 len: 869 time: 0.1391985 Sep 09 20:53:58.290478 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 43400) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:53:58.417053 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23c61b-5a13-440c-8b78-c40f105b3a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:53:58.418434 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-ab23c61b-5a13-440c-8b78-c40f105b3a3e admin admin] 10.222.0.13 "GET /v2.0/networks/e020cc29-81be-4516-9ef0-31c1421244e6 HTTP/1.1" status: 200 len: 886 time: 0.1268826 Sep 09 20:54:00.640701 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 43410) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:54:00.839007 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c2cb72-37e5-4483-ab14-dd85b1d9eec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:54:00.839265 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c2cb72-37e5-4483-ab14-dd85b1d9eec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:54:00.841100 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-10c2cb72-37e5-4483-ab14-dd85b1d9eec5 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1994364 Sep 09 20:54:02.004283 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 5 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:54:03.088549 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 43418) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:54:03.181664 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c6b75-3b63-430f-b25d-ff9423be5f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:54:03.182121 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c6b75-3b63-430f-b25d-ff9423be5f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:54:03.183684 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-4e9c6b75-3b63-430f-b25d-ff9423be5f59 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941935 Sep 09 20:54:05.422841 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 43426) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:54:05.516194 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0117c742-801e-4f13-bcec-24137ad0795d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:54:05.517590 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-0117c742-801e-4f13-bcec-24137ad0795d admin admin] 10.222.0.13 "GET /v2.0/subnets/08473c46-0fdf-4456-b662-206bace9d338 HTTP/1.1" status: 200 len: 816 time: 0.0937874 Sep 09 20:54:07.800639 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 43434) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:54:07.896668 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ef960f-46d8-4afb-a79d-395e04b1e116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:54:07.898092 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-40ef960f-46d8-4afb-a79d-395e04b1e116 admin admin] 10.222.0.13 "GET /v2.0/subnets/2e9a57c0-6f0d-4dce-9fa2-036209b3048a HTTP/1.1" status: 200 len: 868 time: 0.0964344 Sep 09 20:54:15.735101 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0b6d6402-51a0-4210-9e0d-99affe43b31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:18.392029 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b11e912d-aa56-4fc2-a789-be0594446949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:18.554518 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:19.935667 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:21.345224 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:32.733661 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 43488) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:54:32.786342 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [None req-72726d83-bcd8-4f58-ac45-f60a572167a3 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:54:32.788116 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-72726d83-bcd8-4f58-ac45-f60a572167a3 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531807 Sep 09 20:54:35.190572 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 43496) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:54:35.257235 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a51a49-bf55-427a-aff3-03fe36b059ab admin admin] GET failed (client error): The resource could not be found. Sep 09 20:54:35.258687 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-63a51a49-bf55-427a-aff3-03fe36b059ab admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0671289 Sep 09 20:54:35.362333 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b66da0d-f369-4338-9e71-dd5d91287b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:54:35.364530 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-9b66da0d-f369-4338-9e71-dd5d91287b6c admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1008232 Sep 09 20:54:37.651434 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 43504) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:54:37.702764 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:54:37.729954 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Made reservation on behalf of 487c9cd9727040f195f873be8875a9d3 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:54:37.732357 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:37.775685 dv-cinder-805083-2-iscsi neutron-server[93818]: WARNING neutron.services.revisions.revision_plugin [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Could not find related network for resource to bump revision. Sep 09 20:54:37.794494 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:54:37.811314 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793284134804', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:37.811973 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Unsubscribe: segment precommit_create {{(pid=93818) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 20:54:37.812524 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.db.segments_db [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Added segment 42e2e938-926a-4bd5-a8a1-91e1c4a5621b of type vlan for network 90b394fc-30f6-4558-a89e-c8245ae00c65 Sep 09 20:54:37.867166 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:37.899911 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:37.900876 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:54:37.901458 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:37.952183 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2996094 Sep 09 20:54:37.996823 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Pushing event updated for resources: {'Network': ['ID=90b394fc-30f6-4558-a89e-c8245ae00c65,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:54:38.004414 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:38.004785 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:38.005180 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:38.005513 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:38.005850 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:38.006201 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:38.006532 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:38.006851 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:38.007197 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:38.007554 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:38.007880 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:38.008201 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e4607-e464-49b3-b611-646aa7a4cc7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:38.021222 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network 90b394fc-30f6-4558-a89e-c8245ae00c65 details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:54:39.004848 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 5 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:54:40.265777 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 43512) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:54:40.334993 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5d89be-eb3e-4133-989a-f696c79a3d2d admin admin] GET failed (client error): The resource could not be found. Sep 09 20:54:40.336389 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-ca5d89be-eb3e-4133-989a-f696c79a3d2d admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0695503 Sep 09 20:54:40.409376 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e64fa62-ef67-4759-a092-b6da32634b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:54:40.410970 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-6e64fa62-ef67-4759-a092-b6da32634b96 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0699232 Sep 09 20:54:40.428692 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e6419bb6-37b2-4ca9-b0d3-b6aec8323096 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '90b394fc-30f6-4558-a89e-c8245ae00c65', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:54:40.455842 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6419bb6-37b2-4ca9-b0d3-b6aec8323096 admin admin] Made reservation on behalf of 487c9cd9727040f195f873be8875a9d3 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:54:40.458316 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6419bb6-37b2-4ca9-b0d3-b6aec8323096 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:40.659928 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6419bb6-37b2-4ca9-b0d3-b6aec8323096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:40.716221 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6419bb6-37b2-4ca9-b0d3-b6aec8323096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=350ec1ea-9f12-4ea4-a30c-bbbe052bbdec,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:54:40.726855 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6419bb6-37b2-4ca9-b0d3-b6aec8323096 admin admin] Checking segment: {'id': '42e2e938-926a-4bd5-a8a1-91e1c4a5621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '90b394fc-30f6-4558-a89e-c8245ae00c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:54:40.727212 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6419bb6-37b2-4ca9-b0d3-b6aec8323096 admin admin] Network hostable DHCP agents. Network: 90b394fc-30f6-4558-a89e-c8245ae00c65, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:54:40.748747 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6419bb6-37b2-4ca9-b0d3-b6aec8323096 admin admin] Network 90b394fc-30f6-4558-a89e-c8245ae00c65 is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:54:40.759877 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e6419bb6-37b2-4ca9-b0d3-b6aec8323096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, 90b394fc-30f6-4558-a89e-c8245ae00c65) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:54:40.764227 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6419bb6-37b2-4ca9-b0d3-b6aec8323096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:54:40.764881 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6419bb6-37b2-4ca9-b0d3-b6aec8323096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:40.770239 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7e53c4-22b5-492d-8bdc-a4d3d05d8dcf None None] Network 90b394fc-30f6-4558-a89e-c8245ae00c65 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:54:40.779369 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-e6419bb6-37b2-4ca9-b0d3-b6aec8323096 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3551819 Sep 09 20:54:41.053860 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca9f6dad-bf04-5eed-9a3c-1f6e8f3669a0-90b394fc-30f6-4558-a89e-c8245ae00c65', 'network_id': '90b394fc-30f6-4558-a89e-c8245ae00c65', 'tenant_id': '487c9cd9727040f195f873be8875a9d3', 'fixed_ips': [{'subnet_id': '350ec1ea-9f12-4ea4-a30c-bbbe052bbdec'}]}} from dv-cinder-805083-2-iscsi. {{(pid=93819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 20:54:41.054760 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:41.211778 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Allocated IP 192.168.233.2 (90b394fc-30f6-4558-a89e-c8245ae00c65/350ec1ea-9f12-4ea4-a30c-bbbe052bbdec/62c8b1b9-b0d0-4791-8663-9c97ef8757c6) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:54:41.383634 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:41.393457 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Transition to ACTIVE for port object 62c8b1b9-b0d0-4791-8663-9c97ef8757c6 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:54:41.410333 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Transition to ACTIVE for port object 62c8b1b9-b0d0-4791-8663-9c97ef8757c6 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:54:41.417628 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:41.457786 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Network 90b394fc-30f6-4558-a89e-c8245ae00c65 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:54:41.461457 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:54:41.468651 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:54:41.470703 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Pushing event updated for resources: {'Port': ['ID=62c8b1b9-b0d0-4791-8663-9c97ef8757c6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:54:41.482200 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:41.482544 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:41.482876 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:41.483210 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:41.483579 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:41.483901 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:41.484245 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:41.484573 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:41.484914 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:41.485240 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:41.485556 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:41.485869 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:54:41.549971 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Attempting to bind port 62c8b1b9-b0d0-4791-8663-9c97ef8757c6 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:54:41.550339 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Attempting to bind port 62c8b1b9-b0d0-4791-8663-9c97ef8757c6 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': '42e2e938-926a-4bd5-a8a1-91e1c4a5621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '90b394fc-30f6-4558-a89e-c8245ae00c65'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:54:41.550692 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Attempting to bind port 62c8b1b9-b0d0-4791-8663-9c97ef8757c6 on network 90b394fc-30f6-4558-a89e-c8245ae00c65 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:54:41.557100 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:54:41.559548 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Checking segment: {'id': '42e2e938-926a-4bd5-a8a1-91e1c4a5621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '90b394fc-30f6-4558-a89e-c8245ae00c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:54:41.559548 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:41.559548 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Bound using segment: {'id': '42e2e938-926a-4bd5-a8a1-91e1c4a5621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '90b394fc-30f6-4558-a89e-c8245ae00c65'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:54:41.559548 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Bound port: 62c8b1b9-b0d0-4791-8663-9c97ef8757c6, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e2e938-926a-4bd5-a8a1-91e1c4a5621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '90b394fc-30f6-4558-a89e-c8245ae00c65'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:54:41.559548 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:41.633632 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] For port 62c8b1b9-b0d0-4791-8663-9c97ef8757c6, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:54:41.637404 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] For port 62c8b1b9-b0d0-4791-8663-9c97ef8757c6, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=62c8b1b9-b0d0-4791-8663-9c97ef8757c6,segment=NetworkSegment(42e2e938-926a-4bd5-a8a1-91e1c4a5621b),segment_id=42e2e938-926a-4bd5-a8a1-91e1c4a5621b)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:54:41.642049 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:41.701812 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0b29a-d1c6-4f05-83a9-784f19e029eb None None] Pushing event updated for resources: {'Port': ['ID=62c8b1b9-b0d0-4791-8663-9c97ef8757c6,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:54:42.349981 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 62c8b1b9-b0d0-4791-8663-9c97ef8757c6 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:54:42.414140 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 62c8b1b9-b0d0-4791-8663-9c97ef8757c6 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:54:42.662581 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ba1f3-d3d9-4324-ac1f-746987fbee2b None None] Network 90b394fc-30f6-4558-a89e-c8245ae00c65 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:54:42.777089 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-57050d90-25f3-46c2-9660-be5b14421096 None None] Provisioning for port 62c8b1b9-b0d0-4791-8663-9c97ef8757c6 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:54:42.789270 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-57050d90-25f3-46c2-9660-be5b14421096 None None] Provisioning complete for port 62c8b1b9-b0d0-4791-8663-9c97ef8757c6 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:54:42.789884 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-57050d90-25f3-46c2-9660-be5b14421096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:42.904344 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-57050d90-25f3-46c2-9660-be5b14421096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:42.939756 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-57050d90-25f3-46c2-9660-be5b14421096 None None] For port 62c8b1b9-b0d0-4791-8663-9c97ef8757c6, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=62c8b1b9-b0d0-4791-8663-9c97ef8757c6,segment=NetworkSegment(42e2e938-926a-4bd5-a8a1-91e1c4a5621b),segment_id=42e2e938-926a-4bd5-a8a1-91e1c4a5621b)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:54:42.944341 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-57050d90-25f3-46c2-9660-be5b14421096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:43.018233 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57050d90-25f3-46c2-9660-be5b14421096 None None] Pushing event updated for resources: {'Port': ['ID=62c8b1b9-b0d0-4791-8663-9c97ef8757c6,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:54:43.068572 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4c2dd29f-85cd-453b-b940-325e2c6924ed None None] Provisioning complete for port 62c8b1b9-b0d0-4791-8663-9c97ef8757c6 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:54:43.069046 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4c2dd29f-85cd-453b-b940-325e2c6924ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:44.313266 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 62c8b1b9-b0d0-4791-8663-9c97ef8757c6 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:54:44.369428 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 62c8b1b9-b0d0-4791-8663-9c97ef8757c6 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:54:44.369997 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:45.745468 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3c13e407-a592-4719-b97d-bcf1c098733a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:48.397621 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7a8-e0e9-48a9-b3af-ffb085e9f6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:48.548623 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:49.929867 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:54:51.346236 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:15.740852 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f988d7b-f025-4855-ae0e-06121e8bea20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:16.005308 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 5 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:55:18.405892 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4f0fb68a-0058-4bb3-b233-8282e84bff07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:18.551504 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:19.933042 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:21.350754 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:45.744220 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-03922cc1-9b6b-40c5-9eac-fb9aa345c195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:48.397114 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a0cb-f1ae-450d-947b-d6e945c4902c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:48.553644 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:49.938632 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:51.349997 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:53.004453 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 5 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:55:56.782153 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 43568) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:55:56.789022 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [None req-8bd2c305-ba41-4ac3-a095-03755ea7950d tempest-verify_tempest_config-1779031377 tempest-verify_tempest_config-1779031377-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:55:56.790048 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-8bd2c305-ba41-4ac3-a095-03755ea7950d tempest-verify_tempest_config-1779031377 tempest-verify_tempest_config-1779031377-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068176 Sep 09 20:55:57.114469 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 43586) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:55:57.232038 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:57.321687 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:57.325572 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:57.371547 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3819018d-4702-4c01-93c6-6b4eda824eed,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:55:57.376165 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e2696818a1440c6b09dd6f07fabb1eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2607090 Sep 09 20:55:57.379648 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 43590) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:55:57.381614 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.382010 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.382347 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.382697 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.383021 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.383400 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.383741 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.384056 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.384412 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.384738 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.385058 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.385382 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f81a8e-7846-4403-9c7a-dfd324b57648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.455984 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:57.476393 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:57.569900 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:57.572558 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:55:57.573694 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3819018d-4702-4c01-93c6-6b4eda824eed HTTP/1.1" status: 204 len: 168 time: 0.1929832 Sep 09 20:55:57.581256 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3819018d-4702-4c01-93c6-6b4eda824eed,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:55:57.588308 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.588660 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.588995 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.589343 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.589712 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.589993 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.590319 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.590640 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.590977 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.591321 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.591748 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:55:57.591953 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ee4ab9-8432-4144-81f7-5e18d4f580e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:56:15.747577 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-71c55bb7-285b-4ecf-8dbe-a3618f7dba52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:56:18.398177 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7317fa2-5063-4d72-8a64-c64b5c1d6b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:56:18.557714 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:56:19.937656 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:56:21.352925 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:56:30.003582 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 5 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:56:45.749371 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-970327e5-7f7a-4dd9-986f-71ec72be5367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:56:48.404348 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-31e146da-872d-40e2-98aa-fbc3e3ac7f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:56:48.560685 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:56:49.942633 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:56:51.356154 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:57:07.002815 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 5 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:57:15.750635 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f8caa1ba-3f28-4847-9075-480dc9bc8077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:57:18.399907 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24070789-81b7-4ad6-83ac-2233cab78747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:57:18.565078 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:57:19.945528 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:57:21.358691 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:57:30.627660 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1988824'] for agent, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:57:44.003660 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:57:45.752733 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1bfbd91d-313b-465d-a0bd-6a5a24346b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:57:46.090591 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 43664) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:57:46.197491 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-a014fc5f-197d-454e-9035-b04853e583a0 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1057901 Sep 09 20:57:48.402363 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-892553bb-a386-4db4-b294-ed427c81d626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:57:48.444988 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 43674) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:57:48.501652 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-670a8f6b-af96-4eaf-a89e-899aa29bf4a1 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0555837 Sep 09 20:57:48.573899 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:57:49.947797 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:57:51.361613 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:58:00.593988 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:58:15.753082 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d8ccc7f-6d24-44b7-8a5a-454d187a506b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:58:18.402719 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e630ca73-1fee-4aba-bfbf-676c557ad2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:58:18.565204 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:58:19.950333 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:58:21.005625 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:58:21.364188 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:58:30.604144 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:58:45.755129 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-525f64fb-ef99-44a2-9f87-7fbf3ba99ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:58:48.404180 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe0316f7-f199-4e2c-95da-70b9aff3eaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:58:48.568160 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:58:49.953142 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:58:51.367650 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:58:58.006158 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:59:00.603021 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:15.760617 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3c56fac9-4f7a-4ffb-bccb-72c8f7535ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:17.554277 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 43798) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:17.837862 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-80633054-network', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:17.860657 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Made reservation on behalf of fa8238da135c4e78a001cb13cbc49ca3 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:17.863595 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:17.873367 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:17.979331 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:17.984713 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:18.004731 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:59:18.024377 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a55514-de61-46f3-87c7-4dd6ef6716a5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:18.027850 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:18.028197 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.db.segments_db [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Added segment 442d6dd1-6562-48d4-9a35-a1aa10376388 of type vlan for network 0589e727-21ba-4369-8a94-a4059fa739a6 Sep 09 20:59:18.041150 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.041502 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.042046 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.042415 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.042725 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.043262 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.043514 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.044025 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.044360 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.044679 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.045008 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.045330 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Tracked resource versions report: Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: pushed versions: Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: { 'AddressGroup': {'1.2'}, Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'ConntrackHelper': {'1.0'}, Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Log': {'1.0'}, Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Network': {'1.1'}, Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Port': {'1.7'}, Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'PortForwarding': {'1.2'}, Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'QosPolicy': {'1.9'}, Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'SecurityGroup': {'1.4'}, Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'SubPort': {'1.0'}, Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Subnet': {'1.1'}, Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Trunk': {'1.1'}} Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: consumer versions: Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: { DHCP agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: HyperV agent@hv-cinder-80508: {}, Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: L3 agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: Metadata agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: Metering agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: Open vSwitch agent@dv-cinder-805083-2-iscsi: { 'AddressGroup': '1.2', Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'ConntrackHelper': '1.0', Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Log': '1.0', Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Network': '1.1', Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Port': '1.7', Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'PortForwarding': '1.2', Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'QosPolicy': '1.9', Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'SecurityGroup': '1.4', Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'SecurityGroupRule': '1.2', Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'SubPort': '1.0', Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Subnet': '1.1', Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: 'Trunk': '1.1'}} Sep 09 20:59:18.046433 dv-cinder-805083-2-iscsi neutron-server[93818]: {{(pid=93818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:59:18.096774 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:18.128841 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:18.129764 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:18.130357 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:18.161623 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6062484 Sep 09 20:59:18.164684 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 43834) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:18.170494 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Request body: {'subnet': {'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-80633054-subnet', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:18.198514 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Made reservation on behalf of fa8238da135c4e78a001cb13cbc49ca3 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:18.201355 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:18.218885 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775c5de-c2cc-4829-8e38-471ace0b4e57 admin admin] Pushing event updated for resources: {'Network': ['ID=0589e727-21ba-4369-8a94-a4059fa739a6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:18.233888 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network 0589e727-21ba-4369-8a94-a4059fa739a6 details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:59:18.389116 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:18.416478 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8c9681b3-fcc5-4c9f-8556-e66b5f2ffd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:18.444559 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e83015-b55d-4cac-b7a1-07db3c25a799,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:18.453635 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.453991 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.454341 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.454680 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.455018 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.455374 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.456421 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.456744 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.457490 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.457829 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.458153 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.458472 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Tracked resource versions report: Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: pushed versions: Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: { 'AddressGroup': {'1.2'}, Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'ConntrackHelper': {'1.0'}, Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Log': {'1.0'}, Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Network': {'1.1'}, Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Port': {'1.7'}, Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'PortForwarding': {'1.2'}, Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'QosPolicy': {'1.9'}, Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'SecurityGroup': {'1.4'}, Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'SubPort': {'1.0'}, Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Subnet': {'1.1'}, Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Trunk': {'1.1'}} Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: consumer versions: Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: { DHCP agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: HyperV agent@hv-cinder-80508: {}, Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: L3 agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: Metadata agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: Metering agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: Open vSwitch agent@dv-cinder-805083-2-iscsi: { 'AddressGroup': '1.2', Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'ConntrackHelper': '1.0', Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Log': '1.0', Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Network': '1.1', Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Port': '1.7', Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'PortForwarding': '1.2', Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'QosPolicy': '1.9', Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'SecurityGroup': '1.4', Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'SecurityGroupRule': '1.2', Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'SubPort': '1.0', Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Subnet': '1.1', Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: 'Trunk': '1.1'}} Sep 09 20:59:18.459658 dv-cinder-805083-2-iscsi neutron-server[93817]: {{(pid=93817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:59:18.479576 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Checking segment: {'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:18.479930 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Network hostable DHCP agents. Network: 0589e727-21ba-4369-8a94-a4059fa739a6, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:59:18.496748 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Network 0589e727-21ba-4369-8a94-a4059fa739a6 is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:59:18.509767 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, 0589e727-21ba-4369-8a94-a4059fa739a6) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:18.514266 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:18.514966 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:18.521074 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f246e73-afcb-4732-99c4-62eb2b5fa55c None None] Network 0589e727-21ba-4369-8a94-a4059fa739a6 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:59:18.540692 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 43864) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:18.546165 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:18.553100 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-b1c8963a-d9f7-44a0-82a2-7000a55f6e54 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3864441 Sep 09 20:59:18.574129 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1988496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:18.575449 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:18.618294 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:18.637959 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:18.724617 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca9f6dad-bf04-5eed-9a3c-1f6e8f3669a0-0589e727-21ba-4369-8a94-a4059fa739a6', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799'}]}} from dv-cinder-805083-2-iscsi. {{(pid=93819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 20:59:18.726743 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:18.783894 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:18.891356 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Allocated IP 172.20.0.2 (0589e727-21ba-4369-8a94-a4059fa739a6/f4e83015-b55d-4cac-b7a1-07db3c25a799/434259fe-33b2-440c-bacc-17e59759b283) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:59:19.009254 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:19.036167 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:19.082042 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:19.084982 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 43890) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:19.091364 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Transition to ACTIVE for port object 434259fe-33b2-440c-bacc-17e59759b283 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:19.107090 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Transition to ACTIVE for port object 434259fe-33b2-440c-bacc-17e59759b283 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:19.115771 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:19.153812 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Network 0589e727-21ba-4369-8a94-a4059fa739a6 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:19.156705 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:19.160340 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:59:19.181479 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Pushing event updated for resources: {'Port': ['ID=434259fe-33b2-440c-bacc-17e59759b283,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:19.186004 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Allocated IP 172.27.3.156 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/a4ea0b65-260a-439c-bd93-d0c97e705ee8) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:59:19.319441 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:19.319969 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:19.320074 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:19.320189 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:19.320432 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:19.320761 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:19.321088 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:19.321697 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:19.322026 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:19.322380 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:19.322696 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:19.323012 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:19.323537 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Tracked resource versions report: Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: pushed versions: Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: { 'AddressGroup': {'1.2'}, Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'ConntrackHelper': {'1.0'}, Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Log': {'1.0'}, Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Network': {'1.1'}, Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Port': {'1.7'}, Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'PortForwarding': {'1.2'}, Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'QosPolicy': {'1.9'}, Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'SecurityGroup': {'1.4'}, Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'SubPort': {'1.0'}, Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Subnet': {'1.1'}, Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Trunk': {'1.1'}} Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: consumer versions: Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: { DHCP agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: HyperV agent@hv-cinder-80508: {}, Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: L3 agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: Metadata agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: Metering agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: Open vSwitch agent@dv-cinder-805083-2-iscsi: { 'AddressGroup': '1.2', Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'ConntrackHelper': '1.0', Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Log': '1.0', Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Network': '1.1', Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Port': '1.7', Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'PortForwarding': '1.2', Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'QosPolicy': '1.9', Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'SecurityGroup': '1.4', Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'SecurityGroupRule': '1.2', Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'SubPort': '1.0', Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Subnet': '1.1', Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: 'Trunk': '1.1'}} Sep 09 20:59:19.324769 dv-cinder-805083-2-iscsi neutron-server[93819]: {{(pid=93819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:59:19.355347 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Attempting to bind port 434259fe-33b2-440c-bacc-17e59759b283 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:59:19.355720 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Attempting to bind port 434259fe-33b2-440c-bacc-17e59759b283 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:59:19.356277 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Attempting to bind port 434259fe-33b2-440c-bacc-17e59759b283 on network 0589e727-21ba-4369-8a94-a4059fa739a6 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:19.361618 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:59:19.362861 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Checking segment: {'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:19.363453 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:19.364018 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Bound using segment: {'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:59:19.364646 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Bound port: 434259fe-33b2-440c-bacc-17e59759b283, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:59:19.365227 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:19.378736 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:19.432313 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:19.437971 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:19.440528 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] For port 434259fe-33b2-440c-bacc-17e59759b283, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:59:19.445897 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:59:19.446545 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] For port 434259fe-33b2-440c-bacc-17e59759b283, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=434259fe-33b2-440c-bacc-17e59759b283,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:59:19.453165 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:19.454345 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Pushing event updated for resources: {'Port': ['ID=a4ea0b65-260a-439c-bd93-d0c97e705ee8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:19.529641 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011765a3-1b3d-492a-b266-a4372f199c28 None None] Pushing event updated for resources: {'Port': ['ID=434259fe-33b2-440c-bacc-17e59759b283,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:19.598595 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 43906) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:19.800934 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:19.873739 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 43916) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:19.884600 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 43920) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:19.892260 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-cfca6796-5a06-4824-90b1-f874047c9091 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1150403498-network', 'tenant_id': 'b0fb32c10b824ce9aec7aa577734ef3d'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:19.916767 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfca6796-5a06-4824-90b1-f874047c9091 admin admin] Made reservation on behalf of b0fb32c10b824ce9aec7aa577734ef3d for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:19.919126 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfca6796-5a06-4824-90b1-f874047c9091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:19.928473 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1166557485-network', 'tenant_id': '983b19e5ed194cd8997bf4890869c35a'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:19.934399 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfca6796-5a06-4824-90b1-f874047c9091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:19.963437 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] Made reservation on behalf of 983b19e5ed194cd8997bf4890869c35a for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:19.964662 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:19.969355 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:19.981766 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.114076 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988673'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.158978 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bf22699a-f8de-4068-a491-aec0a469a3e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-network', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:20.171060 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1df5bf85-ab95-4aa5-af26-b07837f54d19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-22415981-network', 'tenant_id': '85c3a67fec5b456d864c3eda0f5d8c81'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:20.212277 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfca6796-5a06-4824-90b1-f874047c9091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.227186 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfca6796-5a06-4824-90b1-f874047c9091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.293567 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca6796-5a06-4824-90b1-f874047c9091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e42c52-a455-4998-abc2-0efabe2ab329,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:20.335070 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfca6796-5a06-4824-90b1-f874047c9091 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:59:20.352707 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfca6796-5a06-4824-90b1-f874047c9091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.353051 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.db.segments_db [None req-cfca6796-5a06-4824-90b1-f874047c9091 admin admin] Added segment 64d63f74-1b9c-4c63-a47c-9093561b8e60 of type vlan for network d6465349-5f47-4d0e-a36a-d21e382a4e7f Sep 09 20:59:20.371744 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.400274 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.434454 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:59:20.443044 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfca6796-5a06-4824-90b1-f874047c9091 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.457336 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.460083 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.segments_db [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] Added segment 28284c3b-fc85-4a94-98d1-2836d6de8850 of type vlan for network e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 Sep 09 20:59:20.473719 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Router d9f9dbae-7020-4f84-a136-e19eb24309d9 is scheduled to L3 agent c730623a-2d90-413c-85cd-c5eb583040aa with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:59:20.586152 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.591417 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 434259fe-33b2-440c-bacc-17e59759b283 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:59:20.668127 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67719470-7f7f-436f-9ef0-21638cade9c4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:20.672428 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf22699a-f8de-4068-a491-aec0a469a3e1 admin admin] Made reservation on behalf of 09f9fa611eb841048d8fa840fed2f21e for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:20.672927 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:59:20.675974 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf22699a-f8de-4068-a491-aec0a469a3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.694135 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Sync routers for ids ['d9f9dbae-7020-4f84-a136-e19eb24309d9'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:59:20.695353 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfca6796-5a06-4824-90b1-f874047c9091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.696735 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca6796-5a06-4824-90b1-f874047c9091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:20.697333 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfca6796-5a06-4824-90b1-f874047c9091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.707179 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 434259fe-33b2-440c-bacc-17e59759b283 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:59:20.710894 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5431db-014e-4e6d-9fba-07b1ab5a1bf9 None None] Network 0589e727-21ba-4369-8a94-a4059fa739a6 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:59:20.713963 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 20:59:20.717999 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Routers {'d9f9dbae-7020-4f84-a136-e19eb24309d9'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:59:20.720958 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:59:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['d9f9dbae-7020-4f84-a136-e19eb24309d9'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:20.753410 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf22699a-f8de-4068-a491-aec0a469a3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.757306 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df5bf85-ab95-4aa5-af26-b07837f54d19 admin admin] Made reservation on behalf of 85c3a67fec5b456d864c3eda0f5d8c81 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:20.762240 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1df5bf85-ab95-4aa5-af26-b07837f54d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.770454 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.775067 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1df5bf85-ab95-4aa5-af26-b07837f54d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.775566 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-a33d3a8b-5462-438f-a32f-37042e078b4c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2334175 Sep 09 20:59:20.776507 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 43950) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:20.777136 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca6796-5a06-4824-90b1-f874047c9091 admin admin] Pushing event updated for resources: {'Network': ['ID=d6465349-5f47-4d0e-a36a-d21e382a4e7f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:20.787450 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.788669 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:20.790113 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:20.922815 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network d6465349-5f47-4d0e-a36a-d21e382a4e7f details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:59:20.980098 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3801088 Sep 09 20:59:20.988326 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 43964) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:21.010646 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-39026a49-9118-46de-b6ca-acb8863fc25d admin admin] Request body: {'subnet': {'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1166557485-subnet', 'tenant_id': '983b19e5ed194cd8997bf4890869c35a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:21.027082 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Set router d9f9dbae-7020-4f84-a136-e19eb24309d9 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:59:21.099627 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-6fdc16f2-005e-4aba-a351-ecd024dda22b None None] Provisioning for port 434259fe-33b2-440c-bacc-17e59759b283 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:59:21.141181 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9164a7b-69dc-4604-9cb3-368ea5a913d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:21.180992 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf22699a-f8de-4068-a491-aec0a469a3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:21.183966 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-6fdc16f2-005e-4aba-a351-ecd024dda22b None None] Provisioning complete for port 434259fe-33b2-440c-bacc-17e59759b283 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:21.186006 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6fdc16f2-005e-4aba-a351-ecd024dda22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:21.191374 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf22699a-f8de-4068-a491-aec0a469a3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:21.201273 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-cfca6796-5a06-4824-90b1-f874047c9091 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1149981 Sep 09 20:59:21.210702 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:59:21.224960 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 43978) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:21.243969 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:19Z', 'revision_number': 3, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:21.251728 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-dedc34c4-081d-470c-9b96-67dd379a50f0 admin admin] Request body: {'subnet': {'network_id': 'd6465349-5f47-4d0e-a36a-d21e382a4e7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1150403498-subnet', 'tenant_id': 'b0fb32c10b824ce9aec7aa577734ef3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:21.306783 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf22699a-f8de-4068-a491-aec0a469a3e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:59:21.310032 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Checking router: d9f9dbae-7020-4f84-a136-e19eb24309d9 for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:59:21.312063 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Updating router d9f9dbae-7020-4f84-a136-e19eb24309d9 port a4ea0b65-260a-439c-bd93-d0c97e705ee8 binding host dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:59:21.328891 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39026a49-9118-46de-b6ca-acb8863fc25d admin admin] Made reservation on behalf of 983b19e5ed194cd8997bf4890869c35a for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:21.338411 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39026a49-9118-46de-b6ca-acb8863fc25d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:21.340567 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22699a-f8de-4068-a491-aec0a469a3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e601ee91-7e38-44c4-9524-a3d66feca241,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:21.377791 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:21.402976 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf22699a-f8de-4068-a491-aec0a469a3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:21.403627 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.segments_db [None req-bf22699a-f8de-4068-a491-aec0a469a3e1 admin admin] Added segment 2c8cc4ce-4835-4ad6-b13b-113f4e24ada7 of type vlan for network 33290427-507e-4985-8a57-85d08fed9045 Sep 09 20:59:21.638651 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:21.645926 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf22699a-f8de-4068-a491-aec0a469a3e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:21.822555 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf22699a-f8de-4068-a491-aec0a469a3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:21.825505 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf22699a-f8de-4068-a491-aec0a469a3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:21.826274 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf22699a-f8de-4068-a491-aec0a469a3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:21.842366 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:21.859430 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6fdc16f2-005e-4aba-a351-ecd024dda22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:21.917922 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:21.949949 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Transition to ACTIVE for port object a4ea0b65-260a-439c-bd93-d0c97e705ee8 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:21.959106 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-6fdc16f2-005e-4aba-a351-ecd024dda22b None None] For port 434259fe-33b2-440c-bacc-17e59759b283, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=434259fe-33b2-440c-bacc-17e59759b283,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:59:21.963645 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:21.974026 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6fdc16f2-005e-4aba-a351-ecd024dda22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:22.044011 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f4014-35d5-4d57-9503-07c9d16a5674 None None] Pushing event updated for resources: {'Port': ['ID=a4ea0b65-260a-439c-bd93-d0c97e705ee8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:22.087744 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f4014-35d5-4d57-9503-07c9d16a5674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:22.088682 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f4014-35d5-4d57-9503-07c9d16a5674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:22.089211 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f4014-35d5-4d57-9503-07c9d16a5674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:22.089859 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f4014-35d5-4d57-9503-07c9d16a5674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:22.091550 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44022) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:22.092143 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f4014-35d5-4d57-9503-07c9d16a5674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:22.092715 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f4014-35d5-4d57-9503-07c9d16a5674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:22.093262 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f4014-35d5-4d57-9503-07c9d16a5674 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:22.093821 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f4014-35d5-4d57-9503-07c9d16a5674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:22.095415 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f4014-35d5-4d57-9503-07c9d16a5674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:22.096012 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f4014-35d5-4d57-9503-07c9d16a5674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:22.098733 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f4014-35d5-4d57-9503-07c9d16a5674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:22.099369 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f4014-35d5-4d57-9503-07c9d16a5674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f4014-35d5-4d57-9503-07c9d16a5674 None None] Tracked resource versions report: Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: pushed versions: Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: { 'AddressGroup': {'1.2'}, Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'ConntrackHelper': {'1.0'}, Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Log': {'1.0'}, Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Network': {'1.1'}, Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Port': {'1.7'}, Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'PortForwarding': {'1.2'}, Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'QosPolicy': {'1.9'}, Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'SecurityGroup': {'1.4'}, Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'SubPort': {'1.0'}, Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Subnet': {'1.1'}, Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Trunk': {'1.1'}} Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: consumer versions: Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: { DHCP agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: HyperV agent@hv-cinder-80508: {}, Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: L3 agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: Metadata agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: Metering agent@dv-cinder-805083-2-iscsi: {}, Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: Open vSwitch agent@dv-cinder-805083-2-iscsi: { 'AddressGroup': '1.2', Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'ConntrackHelper': '1.0', Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Log': '1.0', Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Network': '1.1', Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Port': '1.7', Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'PortForwarding': '1.2', Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'QosPolicy': '1.9', Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'SecurityGroup': '1.4', Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'SecurityGroupRule': '1.2', Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'SubPort': '1.0', Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Subnet': '1.1', Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: 'Trunk': '1.1'}} Sep 09 20:59:22.100718 dv-cinder-805083-2-iscsi neutron-server[93820]: {{(pid=93820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:59:22.102567 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc16f2-005e-4aba-a351-ecd024dda22b None None] Pushing event updated for resources: {'Port': ['ID=434259fe-33b2-440c-bacc-17e59759b283,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:22.102651 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22699a-f8de-4068-a491-aec0a469a3e1 admin admin] Pushing event updated for resources: {'Network': ['ID=33290427-507e-4985-8a57-85d08fed9045,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:22.117222 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Attempting to bind port a4ea0b65-260a-439c-bd93-d0c97e705ee8 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:59:22.117963 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Attempting to bind port a4ea0b65-260a-439c-bd93-d0c97e705ee8 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:59:22.118785 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Attempting to bind port a4ea0b65-260a-439c-bd93-d0c97e705ee8 on network e020cc29-81be-4516-9ef0-31c1421244e6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:22.125140 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:59:22.125895 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Checking segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:22.126523 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:22.128065 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Bound using segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:59:22.130457 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1df5bf85-ab95-4aa5-af26-b07837f54d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:22.131329 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Bound port: a4ea0b65-260a-439c-bd93-d0c97e705ee8, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:59:22.131992 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:22.141591 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1df5bf85-ab95-4aa5-af26-b07837f54d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:22.151309 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network 33290427-507e-4985-8a57-85d08fed9045 details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:59:22.186177 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5bf85-ab95-4aa5-af26-b07837f54d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:22.194885 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-bf22699a-f8de-4068-a491-aec0a469a3e1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3086898 Sep 09 20:59:22.209659 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44028) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:22.230368 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f79db49b-0372-4d38-9637-500f9b6092b1 admin admin] Request body: {'subnet': {'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-subnet', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:22.230875 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-a170d191-37b7-487e-8a31-803bdaa0905e None None] Provisioning complete for port 434259fe-33b2-440c-bacc-17e59759b283 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:22.231763 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a170d191-37b7-487e-8a31-803bdaa0905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:22.254912 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] For port a4ea0b65-260a-439c-bd93-d0c97e705ee8, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:59:22.258898 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] For port a4ea0b65-260a-439c-bd93-d0c97e705ee8, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=a4ea0b65-260a-439c-bd93-d0c97e705ee8,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:59:22.264162 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df5bf85-ab95-4aa5-af26-b07837f54d19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:59:22.270125 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:22.337069 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1df5bf85-ab95-4aa5-af26-b07837f54d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:22.337554 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.segments_db [None req-1df5bf85-ab95-4aa5-af26-b07837f54d19 admin admin] Added segment 62720fd1-06da-4309-b7e3-2d6a45bbe0ba of type vlan for network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db Sep 09 20:59:22.343889 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedc34c4-081d-470c-9b96-67dd379a50f0 admin admin] Made reservation on behalf of b0fb32c10b824ce9aec7aa577734ef3d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:22.350997 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dedc34c4-081d-470c-9b96-67dd379a50f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:22.362384 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Routers {'d9f9dbae-7020-4f84-a136-e19eb24309d9'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:59:22.370985 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:59:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['d9f9dbae-7020-4f84-a136-e19eb24309d9'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:22.487393 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f4014-35d5-4d57-9503-07c9d16a5674 None None] Pushing event updated for resources: {'Port': ['ID=a4ea0b65-260a-439c-bd93-d0c97e705ee8,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:22.538566 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44032) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:22.566258 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39026a49-9118-46de-b6ca-acb8863fc25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:22.579793 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 434259fe-33b2-440c-bacc-17e59759b283 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:59:22.601651 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] Set router d9f9dbae-7020-4f84-a136-e19eb24309d9 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:59:22.625118 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Allocated IP 172.20.0.1 (0589e727-21ba-4369-8a94-a4059fa739a6/f4e83015-b55d-4cac-b7a1-07db3c25a799/57996945-d134-4c95-8094-db258ff13fb8) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:59:22.646299 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d04ef86-c28b-4c0d-b11c-1975aadb9359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:22.687511 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 434259fe-33b2-440c-bacc-17e59759b283 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:22.688131 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:22.746261 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79db49b-0372-4d38-9637-500f9b6092b1 admin admin] Made reservation on behalf of 09f9fa611eb841048d8fa840fed2f21e for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:22.768783 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f79db49b-0372-4d38-9637-500f9b6092b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:22.849902 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f649bba5-ce5f-4fa9-b76b-bfec0bbfb381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:22.867641 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1df5bf85-ab95-4aa5-af26-b07837f54d19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:22.978919 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:19Z', 'revision_number': 3, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:23.013337 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e2a18e-0a82-4901-8929-ba6eb4048778 None None] The sync data for ids ['d9f9dbae-7020-4f84-a136-e19eb24309d9'] in dv-cinder-805083-2-iscsi is: [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:19Z', 'revision_number': 3, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:59:23.013917 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39026a49-9118-46de-b6ca-acb8863fc25d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a6322a-8e0a-4b0a-99c3-ed27597028f0,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:23.035381 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39026a49-9118-46de-b6ca-acb8863fc25d admin admin] Checking segment: {'id': '28284c3b-fc85-4a94-98d1-2836d6de8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:23.036080 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39026a49-9118-46de-b6ca-acb8863fc25d admin admin] Network hostable DHCP agents. Network: e8b093fb-5ffe-41e7-8ae6-5e548f1ee182, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:59:23.079414 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1df5bf85-ab95-4aa5-af26-b07837f54d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.081477 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df5bf85-ab95-4aa5-af26-b07837f54d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:23.082224 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1df5bf85-ab95-4aa5-af26-b07837f54d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.121443 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.136436 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39026a49-9118-46de-b6ca-acb8863fc25d admin admin] Network e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:59:23.141606 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dedc34c4-081d-470c-9b96-67dd379a50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.179231 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Transition to ACTIVE for port object 57996945-d134-4c95-8094-db258ff13fb8 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:23.194402 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5bf85-ab95-4aa5-af26-b07837f54d19 admin admin] Pushing event updated for resources: {'Network': ['ID=42faf0dd-0ea8-4584-a5dd-61768b1fe3db,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:23.201284 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-39026a49-9118-46de-b6ca-acb8863fc25d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, e8b093fb-5ffe-41e7-8ae6-5e548f1ee182) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:23.219957 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:59:23.245778 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39026a49-9118-46de-b6ca-acb8863fc25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:23.246425 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39026a49-9118-46de-b6ca-acb8863fc25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.261022 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d74053-0cd6-4b12-a021-d91ae019a7de None None] Network e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:59:23.280932 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d04ef86-c28b-4c0d-b11c-1975aadb9359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.292178 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc34c4-081d-470c-9b96-67dd379a50f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad32793-0841-418c-a569-1ad6f75a242e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:23.304434 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d04ef86-c28b-4c0d-b11c-1975aadb9359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.310172 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-1df5bf85-ab95-4aa5-af26-b07837f54d19 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.4322600 Sep 09 20:59:23.310172 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-39026a49-9118-46de-b6ca-acb8863fc25d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3085570 Sep 09 20:59:23.310883 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44052) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:23.312440 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44054) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:23.315867 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc34c4-081d-470c-9b96-67dd379a50f0 admin admin] Checking segment: {'id': '64d63f74-1b9c-4c63-a47c-9093561b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6465349-5f47-4d0e-a36a-d21e382a4e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:23.316791 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc34c4-081d-470c-9b96-67dd379a50f0 admin admin] Network hostable DHCP agents. Network: d6465349-5f47-4d0e-a36a-d21e382a4e7f, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:59:23.326496 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1166557485-router', 'tenant_id': '983b19e5ed194cd8997bf4890869c35a', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:23.330144 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c2c96e58-2130-46ab-8bf8-6fef0bb3244f admin admin] Request body: {'subnet': {'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-22415981-subnet', 'tenant_id': '85c3a67fec5b456d864c3eda0f5d8c81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:23.389757 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc34c4-081d-470c-9b96-67dd379a50f0 admin admin] Network d6465349-5f47-4d0e-a36a-d21e382a4e7f is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:59:23.410416 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-dedc34c4-081d-470c-9b96-67dd379a50f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, d6465349-5f47-4d0e-a36a-d21e382a4e7f) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:23.414005 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.438625 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-3d04ef86-c28b-4c0d-b11c-1975aadb9359 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63b724f570a74701b06aaa91ff155024&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3418617 Sep 09 20:59:23.439576 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44068) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:23.478966 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f79db49b-0372-4d38-9637-500f9b6092b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.480729 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04ef86-c28b-4c0d-b11c-1975aadb9359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf2005c-8207-4cbd-9173-342a0602afad,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:23.517202 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f649bba5-ce5f-4fa9-b76b-bfec0bbfb381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.529394 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc34c4-081d-470c-9b96-67dd379a50f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:23.530083 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dedc34c4-081d-470c-9b96-67dd379a50f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.547106 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f649bba5-ce5f-4fa9-b76b-bfec0bbfb381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.554706 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Network 0589e727-21ba-4369-8a94-a4059fa739a6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:23.558846 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d2f567-5e15-4986-b279-cea2704157cb None None] Network d6465349-5f47-4d0e-a36a-d21e382a4e7f requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:59:23.611739 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-f649bba5-ce5f-4fa9-b76b-bfec0bbfb381 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ae20fee134b4a52b17095dfe4ffce6b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0657420 Sep 09 20:59:23.613911 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44072) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:23.617409 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c96e58-2130-46ab-8bf8-6fef0bb3244f admin admin] Made reservation on behalf of 85c3a67fec5b456d864c3eda0f5d8c81 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:23.620402 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2c96e58-2130-46ab-8bf8-6fef0bb3244f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.641195 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Pushing event updated for resources: {'Port': ['ID=57996945-d134-4c95-8094-db258ff13fb8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:23.669085 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:23.683174 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649bba5-ce5f-4fa9-b76b-bfec0bbfb381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bab8e4-401c-4210-ae82-42d6083e3f80,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:23.698170 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-dedc34c4-081d-470c-9b96-67dd379a50f0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4594803 Sep 09 20:59:23.707931 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1988496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.711478 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.728844 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2452b329-35c6-443a-9546-10878e095e1f None None] Network e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:59:23.819946 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:59:23.819946 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1988752'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.825033 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff5b89df-36b1-4814-b8ca-8988dd104d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.866461 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff5b89df-36b1-4814-b8ca-8988dd104d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:23.991660 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79db49b-0372-4d38-9637-500f9b6092b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c27648d-8c41-4fee-ab75-caf24243b35e,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:24.085235 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff5b89df-36b1-4814-b8ca-8988dd104d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:24.100551 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79db49b-0372-4d38-9637-500f9b6092b1 admin admin] Checking segment: {'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:24.100991 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79db49b-0372-4d38-9637-500f9b6092b1 admin admin] Network hostable DHCP agents. Network: 33290427-507e-4985-8a57-85d08fed9045, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:59:24.105684 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff5b89df-36b1-4814-b8ca-8988dd104d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:24.110598 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-ff5b89df-36b1-4814-b8ca-8988dd104d3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41bab8e4-401c-4210-ae82-42d6083e3f80 HTTP/1.1" status: 204 len: 168 time: 0.4923034 Sep 09 20:59:24.153482 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b89df-36b1-4814-b8ca-8988dd104d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bab8e4-401c-4210-ae82-42d6083e3f80,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:24.162421 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:24.163448 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8aed8a7-0bc8-4938-942d-cf8ae375df26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:24.184623 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2c96e58-2130-46ab-8bf8-6fef0bb3244f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:24.270101 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c96e58-2130-46ab-8bf8-6fef0bb3244f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f170f05-5ada-411e-802f-c1309cb301a1,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:24.279477 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12952dc5-ec93-406e-882c-e36dd2da2c3f None None] Network d6465349-5f47-4d0e-a36a-d21e382a4e7f requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:59:24.280180 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c96e58-2130-46ab-8bf8-6fef0bb3244f admin admin] Checking segment: {'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:24.280758 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c96e58-2130-46ab-8bf8-6fef0bb3244f admin admin] Network hostable DHCP agents. Network: 42faf0dd-0ea8-4584-a5dd-61768b1fe3db, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:59:24.307528 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-305358be-8632-4574-943f-b8d7c48ef09a None None] Provisioning for port 57996945-d134-4c95-8094-db258ff13fb8 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:59:24.308282 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c96e58-2130-46ab-8bf8-6fef0bb3244f admin admin] Network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:59:24.318878 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-305358be-8632-4574-943f-b8d7c48ef09a None None] Provisioning complete for port 57996945-d134-4c95-8094-db258ff13fb8 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:24.319554 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-305358be-8632-4574-943f-b8d7c48ef09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:24.327767 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c2c96e58-2130-46ab-8bf8-6fef0bb3244f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, 42faf0dd-0ea8-4584-a5dd-61768b1fe3db) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:24.333626 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c96e58-2130-46ab-8bf8-6fef0bb3244f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:24.334516 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2c96e58-2130-46ab-8bf8-6fef0bb3244f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:24.368171 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-c2c96e58-2130-46ab-8bf8-6fef0bb3244f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0337982 Sep 09 20:59:24.368171 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44114) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:24.368171 dv-cinder-805083-2-iscsi neutron-server[93817]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 20:59:24.375891 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321f184a-48a5-41db-a4e1-8954bd13e64d None None] Network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:59:24.529636 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8aed8a7-0bc8-4938-942d-cf8ae375df26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:24.557851 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-305358be-8632-4574-943f-b8d7c48ef09a None None] Port 57996945-d134-4c95-8094-db258ff13fb8 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:59:24.597265 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device a4ea0b65-260a-439c-bd93-d0c97e705ee8 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:59:24.605478 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79db49b-0372-4d38-9637-500f9b6092b1 admin admin] Network 33290427-507e-4985-8a57-85d08fed9045 is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:59:24.729982 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f79db49b-0372-4d38-9637-500f9b6092b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, 33290427-507e-4985-8a57-85d08fed9045) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:24.763957 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8aed8a7-0bc8-4938-942d-cf8ae375df26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:24.766230 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-73e6676b-d6d1-4b14-9e3e-ef07021b8d6c tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:24.767437 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8aed8a7-0bc8-4938-942d-cf8ae375df26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:24.769389 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-f8aed8a7-0bc8-4938-942d-cf8ae375df26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcf2005c-8207-4cbd-9173-342a0602afad HTTP/1.1" status: 204 len: 168 time: 1.3166223 Sep 09 20:59:24.787778 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-73e6676b-d6d1-4b14-9e3e-ef07021b8d6c tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/networks?id=d6465349-5f47-4d0e-a36a-d21e382a4e7f HTTP/1.1" status: 200 len: 812 time: 0.4257178 Sep 09 20:59:24.790772 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:24.794797 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79db49b-0372-4d38-9637-500f9b6092b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:24.795946 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f79db49b-0372-4d38-9637-500f9b6092b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:24.801073 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44128) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:24.813221 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-4419c9aa-b594-4f1b-9a52-8ed07a2ec556 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/quotas/b0fb32c10b824ce9aec7aa577734ef3d HTTP/1.1" status: 200 len: 375 time: 0.0242651 Sep 09 20:59:24.851207 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35bb448e-be67-435c-bf28-915b7ad60b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:24.887229 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-adca327f-be0a-4347-b63b-814666b772c8 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0fb32c10b824ce9aec7aa577734ef3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730042 Sep 09 20:59:24.910160 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aed8a7-0bc8-4938-942d-cf8ae375df26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf2005c-8207-4cbd-9173-342a0602afad,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:24.911460 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ff4e23-8fa4-475f-98dd-25ab575d2568 None None] Network 33290427-507e-4985-8a57-85d08fed9045 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:59:24.931188 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.034965 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port a4ea0b65-260a-439c-bd93-d0c97e705ee8 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:59:25.081660 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port a4ea0b65-260a-439c-bd93-d0c97e705ee8 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:25.082198 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.125836 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35bb448e-be67-435c-bf28-915b7ad60b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.141979 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35bb448e-be67-435c-bf28-915b7ad60b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.185706 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd80792b-db0a-4198-8536-08919e87bb38 None None] Network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:59:25.230612 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-f79db49b-0372-4d38-9637-500f9b6092b1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0173564 Sep 09 20:59:25.233797 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44146) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:25.239694 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:25.296883 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-35bb448e-be67-435c-bf28-915b7ad60b97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68a446198aed41cd90c747cedc508374&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4693787 Sep 09 20:59:25.306457 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44148) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:25.318836 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb448e-be67-435c-bf28-915b7ad60b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b302046-0897-4f34-9509-b258b8efb169,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:25.333594 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44154) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:25.367804 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca9f6dad-bf04-5eed-9a3c-1f6e8f3669a0-33290427-507e-4985-8a57-85d08fed9045', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e'}]}} from dv-cinder-805083-2-iscsi. {{(pid=93819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 20:59:25.368054 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1988496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.368804 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.369134 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.406578 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44156) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:25.471624 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f0ea529-6209-4411-b35a-870d844e03a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.524264 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Allocated IP 172.20.0.2 (33290427-507e-4985-8a57-85d08fed9045/4c27648d-8c41-4fee-ab75-caf24243b35e/e7663a2f-6b9e-418d-8de1-6432b315e5d9) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:59:25.583261 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-d6b69be3-cb54-4b23-871e-cc10bd5b36aa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:59:25.584335 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-d6b69be3-cb54-4b23-871e-cc10bd5b36aa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2206328 Sep 09 20:59:25.654122 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.660506 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.660846 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.661307 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1987840'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.664907 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.669744 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d1898e6-e77f-4108-a7ab-333b60e8271c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.675878 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.685833 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Transition to ACTIVE for port object e7663a2f-6b9e-418d-8de1-6432b315e5d9 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:25.687598 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.701465 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Transition to ACTIVE for port object e7663a2f-6b9e-418d-8de1-6432b315e5d9 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:25.727236 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.773008 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-7cba1445-9e00-4058-bcbe-f8addadf640e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:25.775042 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-7cba1445-9e00-4058-bcbe-f8addadf640e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/networks?id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db HTTP/1.1" status: 200 len: 813 time: 0.4405041 Sep 09 20:59:25.784327 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Network 33290427-507e-4985-8a57-85d08fed9045 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:25.791144 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:25.798472 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:59:25.803592 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.859957 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d1898e6-e77f-4108-a7ab-333b60e8271c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.867994 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Pushing event updated for resources: {'Port': ['ID=e7663a2f-6b9e-418d-8de1-6432b315e5d9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:25.871465 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Pushing event updated for resources: {'Port': ['ID=57996945-d134-4c95-8094-db258ff13fb8,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:25.901739 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Allocated IP 172.27.3.253 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/3b700d6d-cb6e-4cfe-acad-06a2d37436ea) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:59:25.916564 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port a4ea0b65-260a-439c-bd93-d0c97e705ee8, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=a4ea0b65-260a-439c-bd93-d0c97e705ee8,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:59:25.924032 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:25.925092 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-d593697c-2a0c-4fd6-b01e-27b14e887479 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/quotas/85c3a67fec5b456d864c3eda0f5d8c81 HTTP/1.1" status: 200 len: 375 time: 0.1106617 Sep 09 20:59:25.934206 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Network 0589e727-21ba-4369-8a94-a4059fa739a6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:25.954539 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:25.990809 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Attempting to bind port e7663a2f-6b9e-418d-8de1-6432b315e5d9 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:59:25.991522 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Attempting to bind port e7663a2f-6b9e-418d-8de1-6432b315e5d9 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:59:25.991849 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Attempting to bind port e7663a2f-6b9e-418d-8de1-6432b315e5d9 on network 33290427-507e-4985-8a57-85d08fed9045 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:25.999405 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=a4ea0b65-260a-439c-bd93-d0c97e705ee8,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:26.007738 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:59:26.008154 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Checking segment: {'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:26.008521 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:26.008918 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Bound using segment: {'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:59:26.009404 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Bound port: e7663a2f-6b9e-418d-8de1-6432b315e5d9, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:59:26.009809 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:26.100156 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] For port e7663a2f-6b9e-418d-8de1-6432b315e5d9, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:59:26.104099 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] For port e7663a2f-6b9e-418d-8de1-6432b315e5d9, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=e7663a2f-6b9e-418d-8de1-6432b315e5d9,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:59:26.110909 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:26.122140 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:26.160576 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Router d9f9dbae-7020-4f84-a136-e19eb24309d9 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:59:26.167994 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-8d96daab-a575-4f58-bf05-11dcf7f3bab8 service neutron] 10.222.0.13 "GET /v2.0/networks/d6465349-5f47-4d0e-a36a-d21e382a4e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431359 Sep 09 20:59:26.204776 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20f21e-85c8-4b38-87c5-f9054b70b8c6 None None] Pushing event updated for resources: {'Port': ['ID=e7663a2f-6b9e-418d-8de1-6432b315e5d9,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:26.205374 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:26.207441 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-4adaa74e-daa0-4763-a9fb-8c704b609ac9 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=85c3a67fec5b456d864c3eda0f5d8c81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2705619 Sep 09 20:59:26.253719 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d1898e6-e77f-4108-a7ab-333b60e8271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:26.256303 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d1898e6-e77f-4108-a7ab-333b60e8271c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:26.257462 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-7d1898e6-e77f-4108-a7ab-333b60e8271c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b302046-0897-4f34-9509-b258b8efb169 HTTP/1.1" status: 204 len: 168 time: 0.9434948 Sep 09 20:59:26.306802 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-7a9f33d6-7623-4e95-a582-7313423552c3 None None] Provisioning complete for port 57996945-d134-4c95-8094-db258ff13fb8 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:26.306802 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7a9f33d6-7623-4e95-a582-7313423552c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:26.316205 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1898e6-e77f-4108-a7ab-333b60e8271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b302046-0897-4f34-9509-b258b8efb169,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:26.352622 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:59:26.361176 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-ae334de7-b0e9-4f4d-9e22-ac3c9c2c32fd admin admin] 10.222.0.13 "PUT /v2.0/routers/d9f9dbae-7020-4f84-a136-e19eb24309d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5785294 Sep 09 20:59:26.373123 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:26.391047 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f0ea529-6209-4411-b35a-870d844e03a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:26.401260 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f0ea529-6209-4411-b35a-870d844e03a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:26.447104 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:26.450497 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:26.453696 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:59:26.489437 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-70b61bbb-a436-4512-a9e5-e4e2a25c314d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:59:26.490472 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-70b61bbb-a436-4512-a9e5-e4e2a25c314d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2056868 Sep 09 20:59:26.521755 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Sync routers for ids ['d9f9dbae-7020-4f84-a136-e19eb24309d9'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:59:26.535668 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-5d563b9d-d807-4698-bae5-23666b2d6319 service neutron] 10.222.0.13 "GET /v2.0/networks/d6465349-5f47-4d0e-a36a-d21e382a4e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318324 Sep 09 20:59:26.614702 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-7a9f33d6-7623-4e95-a582-7313423552c3 None None] Port 57996945-d134-4c95-8094-db258ff13fb8 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:59:26.624107 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Routers {'d9f9dbae-7020-4f84-a136-e19eb24309d9'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:59:26.625102 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:59:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['d9f9dbae-7020-4f84-a136-e19eb24309d9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:26.634938 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ea529-6209-4411-b35a-870d844e03a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c344b4a4-71d9-47e5-8f30-a0033d0220c0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:26.648571 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-9f0ea529-6209-4411-b35a-870d844e03a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0226b21ee844b0d8322273c629be0da&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2303526 Sep 09 20:59:26.692615 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44172) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:26.756325 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Pushing event updated for resources: {'Port': ['ID=3b700d6d-cb6e-4cfe-acad-06a2d37436ea,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:26.831352 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Set router d9f9dbae-7020-4f84-a136-e19eb24309d9 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:59:26.850590 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-3792831a-f848-4f8f-9678-9381c73a49bb service neutron] 10.222.0.13 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512236 Sep 09 20:59:26.902037 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35f3d91b-6313-43ae-ab45-87b9ca25535a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:26.983194 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device a4ea0b65-260a-439c-bd93-d0c97e705ee8 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:59:26.990250 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35f3d91b-6313-43ae-ab45-87b9ca25535a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:27.025837 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:27.160312 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:27.192195 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:27.226812 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-620d2829-1dee-4b54-9abb-729eb870d2fb service neutron] 10.222.0.13 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370640 Sep 09 20:59:27.294831 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35f3d91b-6313-43ae-ab45-87b9ca25535a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:27.297598 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35f3d91b-6313-43ae-ab45-87b9ca25535a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:27.301130 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-35f3d91b-6313-43ae-ab45-87b9ca25535a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c344b4a4-71d9-47e5-8f30-a0033d0220c0 HTTP/1.1" status: 204 len: 168 time: 0.6036823 Sep 09 20:59:27.307453 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port a4ea0b65-260a-439c-bd93-d0c97e705ee8 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:27.308766 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:27.351412 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3d91b-6313-43ae-ab45-87b9ca25535a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c344b4a4-71d9-47e5-8f30-a0033d0220c0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:27.381378 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988673'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:27.427058 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:24Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '57996945-d134-4c95-8094-db258ff13fb8', 'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'mac_address': 'fa:16:3e:b3:2d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:21Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 2, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'subnets': [{'id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:27.460982 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Allocated IP 172.27.3.75 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/d3966832-aff1-4e87-86ee-f68b57368b18) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:59:27.477804 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Checking router: d9f9dbae-7020-4f84-a136-e19eb24309d9 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:59:27.478246 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Updating router d9f9dbae-7020-4f84-a136-e19eb24309d9 port 57996945-d134-4c95-8094-db258ff13fb8 binding host dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:59:27.509559 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:27.718249 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Router b73ebeab-7f17-4d44-bb0e-795d2c64821d is scheduled to L3 agent c730623a-2d90-413c-85cd-c5eb583040aa with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:59:27.722138 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:27.933833 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:59:27.943378 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44234) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:27.949956 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Sync routers for ids ['b73ebeab-7f17-4d44-bb0e-795d2c64821d'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:59:27.967929 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Routers {'b73ebeab-7f17-4d44-bb0e-795d2c64821d'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:59:27.969371 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:59:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['b73ebeab-7f17-4d44-bb0e-795d2c64821d'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:27.977152 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:27.978652 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-3f2e1526-afea-4e5e-9303-85c8b5804fff admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6600187 Sep 09 20:59:27.981052 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-07830b67-62cc-481c-9540-ef22dc27496c req-ac11f8a5-f85b-4c72-ab1d-8435d36d3194 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 210 time: 0.1341341 Sep 09 20:59:27.981786 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44238) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:28.007204 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:28.094701 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Pushing event updated for resources: {'Port': ['ID=d3966832-aff1-4e87-86ee-f68b57368b18,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:28.111116 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95976e3-4b7e-4267-89f9-980c0b47f7be None None] Network 33290427-507e-4985-8a57-85d08fed9045 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:59:28.210574 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:28.213277 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4e623d11-c518-4e38-9b09-95a79e8ea1d8 req-1555b8c3-3d35-4625-b787-8d2b269b6daa tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 210 time: 0.1048663 Sep 09 20:59:28.214878 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:28.220949 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:59:28.481202 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Set router b73ebeab-7f17-4d44-bb0e-795d2c64821d gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:59:28.547862 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44252) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:28.569099 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bd45c5f6-dbeb-4222-b3a6-4090c22f2239 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--218178627', 'description': 'tempest-description--1930740327'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:28.598881 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-c9e47ad2-faab-4f8f-ad3b-484c50dea3fd None None] Provisioning for port e7663a2f-6b9e-418d-8de1-6432b315e5d9 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:59:28.617201 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44217f78-8fa7-4c25-ac60-08ed9bbb3ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:28.628337 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd45c5f6-dbeb-4222-b3a6-4090c22f2239 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:28.792298 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:28.809740 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Transition to ACTIVE for port object 57996945-d134-4c95-8094-db258ff13fb8 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:28.826750 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:28.903614 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222e551-f032-4c7f-85ec-b6dd0ab68468 None None] Pushing event updated for resources: {'Port': ['ID=57996945-d134-4c95-8094-db258ff13fb8,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:29.129718 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device e7663a2f-6b9e-418d-8de1-6432b315e5d9 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:59:29.142444 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.db.api [None req-44217f78-8fa7-4c25-ac60-08ed9bbb3ac6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 20:59:29.142444 dv-cinder-805083-2-iscsi neutron-server[93818]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 09 20:59:29.142444 dv-cinder-805083-2-iscsi neutron-server[93818]: [parameters: {'project_id': '739ba2db2ee14f329d7bcdbe5474f560', 'id': '298c32eb-4ee7-4540-8e89-284dcf77b9fd', 'expiration': datetime.datetime(2021, 9, 9, 21, 1, 29, 53504)}] Sep 09 20:59:29.142444 dv-cinder-805083-2-iscsi neutron-server[93818]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 20:59:29.144242 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG oslo_db.api [None req-44217f78-8fa7-4c25-ac60-08ed9bbb3ac6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 20:59:29.150950 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'name': 'tempest-ServerRescueNegativeTestJSON-1166557485-router', 'tenant_id': '983b19e5ed194cd8997bf4890869c35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '3b700d6d-cb6e-4cfe-acad-06a2d37436ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:23Z', 'updated_at': '2021-09-09T20:59:26Z', 'revision_number': 3, 'project_id': '983b19e5ed194cd8997bf4890869c35a', 'gw_port': {'id': '3b700d6d-cb6e-4cfe-acad-06a2d37436ea', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:29.270581 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Checking router: b73ebeab-7f17-4d44-bb0e-795d2c64821d for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:59:29.271248 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Updating router b73ebeab-7f17-4d44-bb0e-795d2c64821d port 3b700d6d-cb6e-4cfe-acad-06a2d37436ea binding host dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:59:29.329104 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-43cd7e1b-1cce-4d8c-bd4d-749e3d070e39 req-b638629e-362d-4d8f-afbe-d26b5ae4961c tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 210 time: 0.1466827 Sep 09 20:59:29.337601 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:29.340192 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:29.346112 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Attempting to bind port 57996945-d134-4c95-8094-db258ff13fb8 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:59:29.346517 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Attempting to bind port 57996945-d134-4c95-8094-db258ff13fb8 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:59:29.346959 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Attempting to bind port 57996945-d134-4c95-8094-db258ff13fb8 on network 0589e727-21ba-4369-8a94-a4059fa739a6 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:29.414987 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:59:29.430529 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Checking segment: {'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:29.431218 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:29.431914 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Bound using segment: {'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:59:29.432673 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Bound port: 57996945-d134-4c95-8094-db258ff13fb8, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:59:29.448626 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:29.481880 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1410f50c-ab90-4654-bd5f-a96f3395d35d req-abec52d4-9c60-4a54-8c6f-f710426b741f tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 210 time: 0.1076500 Sep 09 20:59:29.654226 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44217f78-8fa7-4c25-ac60-08ed9bbb3ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:29.706569 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd45c5f6-dbeb-4222-b3a6-4090c22f2239 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:29.716933 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd45c5f6-dbeb-4222-b3a6-4090c22f2239 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:29.717344 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:29.758024 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port e7663a2f-6b9e-418d-8de1-6432b315e5d9 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:59:29.806120 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port e7663a2f-6b9e-418d-8de1-6432b315e5d9 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:29.819732 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:29.935062 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] For port 57996945-d134-4c95-8094-db258ff13fb8, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:59:29.989952 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] For port 57996945-d134-4c95-8094-db258ff13fb8, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=57996945-d134-4c95-8094-db258ff13fb8,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:59:30.006139 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:30.136609 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:30.161546 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Routers {'d9f9dbae-7020-4f84-a136-e19eb24309d9'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:59:30.163000 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:59:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['d9f9dbae-7020-4f84-a136-e19eb24309d9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:30.180951 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Transition to ACTIVE for port object 3b700d6d-cb6e-4cfe-acad-06a2d37436ea will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:30.192058 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:30.257274 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Allocated IP 172.20.0.1 (e8b093fb-5ffe-41e7-8ae6-5e548f1ee182/b0a6322a-8e0a-4b0a-99c3-ed27597028f0/febcc31c-e680-430c-9388-de4e8700c644) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:59:30.281620 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222e551-f032-4c7f-85ec-b6dd0ab68468 None None] Pushing event updated for resources: {'Port': ['ID=57996945-d134-4c95-8094-db258ff13fb8,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:30.292805 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44320) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:30.312539 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd45c5f6-dbeb-4222-b3a6-4090c22f2239 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:30.321095 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-bd45c5f6-dbeb-4222-b3a6-4090c22f2239 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7617531 Sep 09 20:59:30.342860 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Attempting to bind port 3b700d6d-cb6e-4cfe-acad-06a2d37436ea on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:59:30.345681 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Attempting to bind port 3b700d6d-cb6e-4cfe-acad-06a2d37436ea by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:59:30.346945 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Attempting to bind port 3b700d6d-cb6e-4cfe-acad-06a2d37436ea on network e020cc29-81be-4516-9ef0-31c1421244e6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:30.385690 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:59:30.389181 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Checking segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:30.390030 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:30.391499 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Bound using segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:59:30.400333 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Bound port: 3b700d6d-cb6e-4cfe-acad-06a2d37436ea, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:59:30.400912 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:30.403040 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbc514-7665-4166-861b-759fbd2df766 None None] Pushing event updated for resources: {'Port': ['ID=3b700d6d-cb6e-4cfe-acad-06a2d37436ea,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:30.440227 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44330) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:30.449444 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:30.460564 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-177455c2-50fa-49a0-9357-68549ed6a408 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Request body: {'security_group_rule': {'security_group_id': '8d8c7c3b-1469-4eeb-a37c-e5f78255a423', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:30.490775 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45c5f6-dbeb-4222-b3a6-4090c22f2239 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8c7c3b-1469-4eeb-a37c-e5f78255a423,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:30.546258 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:30.568299 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-17dd4bd5-0b9b-4953-b359-d9903fa4ae6d None None] Provisioning complete for port e7663a2f-6b9e-418d-8de1-6432b315e5d9 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:30.568805 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-17dd4bd5-0b9b-4953-b359-d9903fa4ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:30.633256 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988673'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:30.638704 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] For port 3b700d6d-cb6e-4cfe-acad-06a2d37436ea, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:59:30.660286 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] For port 3b700d6d-cb6e-4cfe-acad-06a2d37436ea, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=3b700d6d-cb6e-4cfe-acad-06a2d37436ea,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:59:30.668387 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:30.668882 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:30.755661 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Network e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:30.766130 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-15252c0f-985a-4990-b450-1c091fdf8c8d req-dbc40df2-4d7b-4540-9fbe-1e47a9e0c27f tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 210 time: 0.1110988 Sep 09 20:59:30.782027 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:30.801606 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:59:30.802444 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1988752'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:30.847623 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Routers {'b73ebeab-7f17-4d44-bb0e-795d2c64821d'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:59:30.853091 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:59:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['b73ebeab-7f17-4d44-bb0e-795d2c64821d'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:30.865546 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port e7663a2f-6b9e-418d-8de1-6432b315e5d9, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=e7663a2f-6b9e-418d-8de1-6432b315e5d9,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:59:30.883674 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Pushing event updated for resources: {'Port': ['ID=febcc31c-e680-430c-9388-de4e8700c644,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:30.896620 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:30.909132 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:30.919970 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] Set router d9f9dbae-7020-4f84-a136-e19eb24309d9 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:59:30.936026 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-72780792-c7a7-47ba-a24d-66dea5d9ebd3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1805398643-network', 'tenant_id': 'c0158e04c77e4bf19c5a67e2e47bfeca'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:30.980056 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbc514-7665-4166-861b-759fbd2df766 None None] Pushing event updated for resources: {'Port': ['ID=3b700d6d-cb6e-4cfe-acad-06a2d37436ea,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:30.993853 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44217f78-8fa7-4c25-ac60-08ed9bbb3ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:31.004378 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44217f78-8fa7-4c25-ac60-08ed9bbb3ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:31.040296 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d44d5a8b-9342-4372-bd07-727f1d182c78 req-c748819a-b575-4f70-b483-83539462b936 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 210 time: 0.0593331 Sep 09 20:59:31.076342 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44217f78-8fa7-4c25-ac60-08ed9bbb3ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ba2a93-29fe-4457-9952-213582dec1f3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:31.137884 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] Set router b73ebeab-7f17-4d44-bb0e-795d2c64821d gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:59:31.145009 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44350) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:31.149176 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-44217f78-8fa7-4c25-ac60-08ed9bbb3ac6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=739ba2db2ee14f329d7bcdbe5474f560&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1935608 Sep 09 20:59:31.150458 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:31.192534 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=e7663a2f-6b9e-418d-8de1-6432b315e5d9,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:31.286089 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-177455c2-50fa-49a0-9357-68549ed6a408 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:31.295014 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72780792-c7a7-47ba-a24d-66dea5d9ebd3 admin admin] Made reservation on behalf of c0158e04c77e4bf19c5a67e2e47bfeca for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:31.298062 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72780792-c7a7-47ba-a24d-66dea5d9ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:31.321623 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Router 793c5fff-81a3-4cd9-b820-55f107a53544 is scheduled to L3 agent c730623a-2d90-413c-85cd-c5eb583040aa with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:59:31.337633 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72780792-c7a7-47ba-a24d-66dea5d9ebd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:31.342024 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44354) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:31.396154 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:31.405521 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:31.406535 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1987840'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:31.460919 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Pushing event updated for resources: {'Port': ['ID=febcc31c-e680-430c-9388-de4e8700c644,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:31.471593 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:24Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '57996945-d134-4c95-8094-db258ff13fb8', 'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'mac_address': 'fa:16:3e:b3:2d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:21Z', 'updated_at': '2021-09-09T20:59:29Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'subnets': [{'id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:31.512040 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'name': 'tempest-ServerRescueNegativeTestJSON-1166557485-router', 'tenant_id': '983b19e5ed194cd8997bf4890869c35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '3b700d6d-cb6e-4cfe-acad-06a2d37436ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:23Z', 'updated_at': '2021-09-09T20:59:26Z', 'revision_number': 3, 'project_id': '983b19e5ed194cd8997bf4890869c35a', 'gw_port': {'id': '3b700d6d-cb6e-4cfe-acad-06a2d37436ea', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:31.513573 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa38c9dc-477e-46ba-b425-89c994a37d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:31.516381 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2994e6df-e7ad-4da7-87a3-0440f96f7e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:31.529968 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e34780-5531-4b07-9de1-21c499b59c8f None None] The sync data for ids ['d9f9dbae-7020-4f84-a136-e19eb24309d9'] in dv-cinder-805083-2-iscsi is: [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:24Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '57996945-d134-4c95-8094-db258ff13fb8', 'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'mac_address': 'fa:16:3e:b3:2d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:21Z', 'updated_at': '2021-09-09T20:59:29Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'subnets': [{'id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:59:31.555662 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2338aa4-6b34-435a-b234-0467f95e7dcc None None] The sync data for ids ['b73ebeab-7f17-4d44-bb0e-795d2c64821d'] in dv-cinder-805083-2-iscsi is: [{'id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'name': 'tempest-ServerRescueNegativeTestJSON-1166557485-router', 'tenant_id': '983b19e5ed194cd8997bf4890869c35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '3b700d6d-cb6e-4cfe-acad-06a2d37436ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:23Z', 'updated_at': '2021-09-09T20:59:26Z', 'revision_number': 3, 'project_id': '983b19e5ed194cd8997bf4890869c35a', 'gw_port': {'id': '3b700d6d-cb6e-4cfe-acad-06a2d37436ea', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:59:31.559959 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-177455c2-50fa-49a0-9357-68549ed6a408 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:31.577508 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-177455c2-50fa-49a0-9357-68549ed6a408 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:31.648354 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.48', 58276) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:31.649060 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177455c2-50fa-49a0-9357-68549ed6a408 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82eef533-98e7-46a2-913e-2376d89d6d10,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:31.669241 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2994e6df-e7ad-4da7-87a3-0440f96f7e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:31.704883 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:59:31.716818 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Sync routers for ids ['793c5fff-81a3-4cd9-b820-55f107a53544'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:59:31.730475 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Network e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:31.738120 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Routers {'793c5fff-81a3-4cd9-b820-55f107a53544'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:59:31.738730 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:59:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['793c5fff-81a3-4cd9-b820-55f107a53544'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:31.749498 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:31.886686 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2994e6df-e7ad-4da7-87a3-0440f96f7e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:31.901112 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2994e6df-e7ad-4da7-87a3-0440f96f7e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:31.903092 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-2994e6df-e7ad-4da7-87a3-0440f96f7e7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73ba2a93-29fe-4457-9952-213582dec1f3 HTTP/1.1" status: 204 len: 168 time: 0.7515593 Sep 09 20:59:31.927937 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994e6df-e7ad-4da7-87a3-0440f96f7e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ba2a93-29fe-4457-9952-213582dec1f3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:31.980270 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Set router 793c5fff-81a3-4cd9-b820-55f107a53544 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:59:32.014025 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4fa7687f-2f06-48fc-901d-5cff967ad73e req-86a6a0e2-0f40-4c2b-b92c-1f13c77e6d6f tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 210 time: 0.0532315 Sep 09 20:59:32.018892 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72780792-c7a7-47ba-a24d-66dea5d9ebd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:32.051637 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:32.056398 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-c8b2e7b6-830e-4fac-a945-fed41fc0b34a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8183742 Sep 09 20:59:32.058625 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72780792-c7a7-47ba-a24d-66dea5d9ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:32.082780 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44366) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:32.089235 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72780792-c7a7-47ba-a24d-66dea5d9ebd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:59:32.115503 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-177455c2-50fa-49a0-9357-68549ed6a408 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:32.126827 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-177455c2-50fa-49a0-9357-68549ed6a408 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6819787 Sep 09 20:59:32.134271 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44372) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:32.214971 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-934ecd4d-27b0-42d1-986b-3c85eb6b8ee9 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Request body: {'security_group_rule': {'security_group_id': '8d8c7c3b-1469-4eeb-a37c-e5f78255a423', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:32.283657 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.48', 58281) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:32.323880 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72780792-c7a7-47ba-a24d-66dea5d9ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:32.328869 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.segments_db [None req-72780792-c7a7-47ba-a24d-66dea5d9ebd3 admin admin] Added segment 27934f0c-0f5a-4709-8f6c-9f985cccd1ca of type vlan for network 1bf33cc8-2530-4dce-bc56-36d104e9c78b Sep 09 20:59:32.371036 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:28Z', 'revision_number': 3, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:32.413286 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Router b73ebeab-7f17-4d44-bb0e-795d2c64821d has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:59:32.421264 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4b15246e-315a-4ef9-9ac8-1800ca10a0f0 req-067daa2b-fb2d-4e5d-9004-bce464d2f569 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 210 time: 0.1872087 Sep 09 20:59:32.462287 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72780792-c7a7-47ba-a24d-66dea5d9ebd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a63fe9e-0cf7-41e8-b450-82d71075e71b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:32.513635 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Checking router: 793c5fff-81a3-4cd9-b820-55f107a53544 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:59:32.517511 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Updating router 793c5fff-81a3-4cd9-b820-55f107a53544 port d3966832-aff1-4e87-86ee-f68b57368b18 binding host dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:59:32.694806 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72780792-c7a7-47ba-a24d-66dea5d9ebd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:32.734663 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-dd064f3c-31ca-46aa-92d4-fd6c10917153 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:32.737130 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-dd064f3c-31ca-46aa-92d4-fd6c10917153 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.48 "GET /v2.0/networks?id=d6465349-5f47-4d0e-a36a-d21e382a4e7f HTTP/1.1" status: 200 len: 812 time: 0.4456031 Sep 09 20:59:32.751686 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72780792-c7a7-47ba-a24d-66dea5d9ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:32.753495 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72780792-c7a7-47ba-a24d-66dea5d9ebd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:32.754095 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72780792-c7a7-47ba-a24d-66dea5d9ebd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:32.802459 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-1bcaecdc-4648-4f79-8545-bca9e4289deb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Request body: {'port': {'device_id': '36255289-1ec2-4045-98f8-18dddd894f90', 'network_id': 'd6465349-5f47-4d0e-a36a-d21e382a4e7f', 'admin_state_up': True, 'tenant_id': 'b0fb32c10b824ce9aec7aa577734ef3d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:32.851862 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-102f5f92-f9bf-4149-99e0-c39e0bcafa97 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:32.856327 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:32.857866 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-102f5f92-f9bf-4149-99e0-c39e0bcafa97 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "GET /v2.0/networks?id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db HTTP/1.1" status: 200 len: 813 time: 1.2098393 Sep 09 20:59:32.884966 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72780792-c7a7-47ba-a24d-66dea5d9ebd3 admin admin] Pushing event updated for resources: {'Network': ['ID=1bf33cc8-2530-4dce-bc56-36d104e9c78b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:32.901083 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-52388ae3-3d27-4c0f-a352-9262a5e79bfb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Request body: {'port': {'device_id': 'fa44333c-d90a-4a08-94c5-f6dd5651320c', 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db', 'admin_state_up': True, 'tenant_id': '85c3a67fec5b456d864c3eda0f5d8c81'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:32.906959 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network 1bf33cc8-2530-4dce-bc56-36d104e9c78b details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:59:33.296542 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c57d6cae-3f93-4cc6-ae62-e2bc5b92669f req-f74ced60-384e-4cd3-848e-c8f9c6d91fd6 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 210 time: 0.1157529 Sep 09 20:59:33.415734 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device e7663a2f-6b9e-418d-8de1-6432b315e5d9 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:59:33.664281 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port e7663a2f-6b9e-418d-8de1-6432b315e5d9 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:33.665170 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:33.668213 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e62e2ff9-176b-430a-a419-370f4f26b69f req-29c53141-a299-4a53-894a-31b064ab66c3 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 210 time: 0.0814490 Sep 09 20:59:33.763787 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa38c9dc-477e-46ba-b425-89c994a37d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:33.779773 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-72780792-c7a7-47ba-a24d-66dea5d9ebd3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.4846253 Sep 09 20:59:33.782587 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44426) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:33.790930 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa38c9dc-477e-46ba-b425-89c994a37d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:33.798824 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d8f71b05-d12c-46a9-94d5-7342db563b70 admin admin] Request body: {'subnet': {'network_id': '1bf33cc8-2530-4dce-bc56-36d104e9c78b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1805398643-subnet', 'tenant_id': 'c0158e04c77e4bf19c5a67e2e47bfeca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:33.894059 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-1bcaecdc-4648-4f79-8545-bca9e4289deb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Made reservation on behalf of b0fb32c10b824ce9aec7aa577734ef3d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:33.902050 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-1bcaecdc-4648-4f79-8545-bca9e4289deb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:33.917688 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:33.919727 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-934ecd4d-27b0-42d1-986b-3c85eb6b8ee9 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:33.980178 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:59:34.010878 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-aba0bc20-a715-4048-ab79-8102fcc0cd42 admin admin] 10.222.0.13 "PUT /v2.0/routers/b73ebeab-7f17-4d44-bb0e-795d2c64821d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0208807 Sep 09 20:59:34.011061 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Transition to ACTIVE for port object d3966832-aff1-4e87-86ee-f68b57368b18 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:34.020036 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-aa38c9dc-477e-46ba-b425-89c994a37d95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=266957367b6b4ade940683159b59c055&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6731808 Sep 09 20:59:34.022066 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44432) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:34.028916 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:34.036956 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f71b05-d12c-46a9-94d5-7342db563b70 admin admin] Made reservation on behalf of c0158e04c77e4bf19c5a67e2e47bfeca for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:34.039457 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8f71b05-d12c-46a9-94d5-7342db563b70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:34.046682 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38c9dc-477e-46ba-b425-89c994a37d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c012037-7308-4817-afb2-e21371923ef6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:34.133439 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 3b700d6d-cb6e-4cfe-acad-06a2d37436ea up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:59:34.261035 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff6ddb-0bd3-43e1-a753-e09f15955067 None None] Pushing event updated for resources: {'Port': ['ID=d3966832-aff1-4e87-86ee-f68b57368b18,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:34.283948 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Attempting to bind port d3966832-aff1-4e87-86ee-f68b57368b18 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:59:34.292037 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Attempting to bind port d3966832-aff1-4e87-86ee-f68b57368b18 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:59:34.292450 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Attempting to bind port d3966832-aff1-4e87-86ee-f68b57368b18 on network e020cc29-81be-4516-9ef0-31c1421244e6 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:34.305629 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:59:34.306034 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Checking segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:34.306397 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:34.316926 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Bound using segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:59:34.316926 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Bound port: d3966832-aff1-4e87-86ee-f68b57368b18, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:59:34.316926 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:34.357486 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-52388ae3-3d27-4c0f-a352-9262a5e79bfb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Made reservation on behalf of 85c3a67fec5b456d864c3eda0f5d8c81 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:34.374007 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-52388ae3-3d27-4c0f-a352-9262a5e79bfb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:34.453554 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 3b700d6d-cb6e-4cfe-acad-06a2d37436ea completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:59:34.489702 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 3b700d6d-cb6e-4cfe-acad-06a2d37436ea triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:34.490155 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:34.514363 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8f71b05-d12c-46a9-94d5-7342db563b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:34.560505 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] For port d3966832-aff1-4e87-86ee-f68b57368b18, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:59:34.594927 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c616645d-5ba2-4e66-a76e-0eb33a0e44e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:34.607657 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] For port d3966832-aff1-4e87-86ee-f68b57368b18, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=d3966832-aff1-4e87-86ee-f68b57368b18,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:59:34.616821 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:34.639026 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7b4bd00b-cd67-4428-bdd3-8d96c2d7b8be req-60ba03c9-dc9e-4de7-8356-b912795c2ae9 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 210 time: 0.1520433 Sep 09 20:59:34.642136 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-934ecd4d-27b0-42d1-986b-3c85eb6b8ee9 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:34.680819 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c616645d-5ba2-4e66-a76e-0eb33a0e44e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:34.789802 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-934ecd4d-27b0-42d1-986b-3c85eb6b8ee9 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:34.841427 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff6ddb-0bd3-43e1-a753-e09f15955067 None None] Pushing event updated for resources: {'Port': ['ID=d3966832-aff1-4e87-86ee-f68b57368b18,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:34.878485 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c616645d-5ba2-4e66-a76e-0eb33a0e44e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:34.882998 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c616645d-5ba2-4e66-a76e-0eb33a0e44e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:34.884352 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-c616645d-5ba2-4e66-a76e-0eb33a0e44e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c012037-7308-4817-afb2-e21371923ef6 HTTP/1.1" status: 204 len: 168 time: 0.8610795 Sep 09 20:59:34.933118 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Routers {'793c5fff-81a3-4cd9-b820-55f107a53544'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:59:34.935952 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:59:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['793c5fff-81a3-4cd9-b820-55f107a53544'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:35.006428 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:59:35.089261 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:35.120998 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616645d-5ba2-4e66-a76e-0eb33a0e44e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c012037-7308-4817-afb2-e21371923ef6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:35.270245 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port 3b700d6d-cb6e-4cfe-acad-06a2d37436ea, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=3b700d6d-cb6e-4cfe-acad-06a2d37436ea,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:59:35.298269 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:35.302553 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 57996945-d134-4c95-8094-db258ff13fb8 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:59:35.438174 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-52388ae3-3d27-4c0f-a352-9262a5e79bfb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Allocated IP 172.20.0.14 (42faf0dd-0ea8-4584-a5dd-61768b1fe3db/9f170f05-5ada-411e-802f-c1309cb301a1/14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:59:35.514120 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=3b700d6d-cb6e-4cfe-acad-06a2d37436ea,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:35.568271 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 57996945-d134-4c95-8094-db258ff13fb8 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:59:35.586334 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 57996945-d134-4c95-8094-db258ff13fb8 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:35.586766 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:35.610048 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-1bcaecdc-4648-4f79-8545-bca9e4289deb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Allocated IP 172.20.0.11 (d6465349-5f47-4d0e-a36a-d21e382a4e7f/1ad32793-0841-418c-a569-1ad6f75a242e/d74c13c6-026a-40f3-ac6c-48a2a5df6f1a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:59:35.674249 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] Set router 793c5fff-81a3-4cd9-b820-55f107a53544 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:59:35.722903 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-52388ae3-3d27-4c0f-a352-9262a5e79bfb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:35.800777 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Sync routers for ids ['b73ebeab-7f17-4d44-bb0e-795d2c64821d'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:59:35.804993 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-52388ae3-3d27-4c0f-a352-9262a5e79bfb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:35.823965 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Routers {'b73ebeab-7f17-4d44-bb0e-795d2c64821d'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:59:35.826582 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:59:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['b73ebeab-7f17-4d44-bb0e-795d2c64821d'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:35.917631 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-1bcaecdc-4648-4f79-8545-bca9e4289deb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:35.944824 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:35.949509 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44482) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:36.024489 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port 57996945-d134-4c95-8094-db258ff13fb8, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=57996945-d134-4c95-8094-db258ff13fb8,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:59:36.039977 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:36.085214 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Set router b73ebeab-7f17-4d44-bb0e-795d2c64821d gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:59:36.099567 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44486) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:36.138235 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-52388ae3-3d27-4c0f-a352-9262a5e79bfb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:36.150370 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-52388ae3-3d27-4c0f-a352-9262a5e79bfb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:36.161700 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1d3f13f2-c5d6-499f-a24b-c36ef10e502a req-903ba497-3535-4f76-8097-d853407d0afc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 210 time: 1.3588960 Sep 09 20:59:36.162230 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24a16c1d-194f-4d4d-8316-6578b7f1776c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:36.184650 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-52388ae3-3d27-4c0f-a352-9262a5e79bfb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:59:36.194787 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-d1654eaa-4d93-4d0b-b59c-c87e13d0b15f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:36.198858 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-d1654eaa-4d93-4d0b-b59c-c87e13d0b15f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/networks?id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 HTTP/1.1" status: 200 len: 819 time: 0.2289453 Sep 09 20:59:36.208526 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-52388ae3-3d27-4c0f-a352-9262a5e79bfb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:36.210109 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-1bcaecdc-4648-4f79-8545-bca9e4289deb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:36.210820 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-52388ae3-3d27-4c0f-a352-9262a5e79bfb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:36.230730 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ecd4d-27b0-42d1-986b-3c85eb6b8ee9 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e0c091-529c-42a4-90c2-0248dbd28e45,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:36.282217 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=57996945-d134-4c95-8094-db258ff13fb8,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:36.339424 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f71b05-d12c-46a9-94d5-7342db563b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90529b3e-d6b0-4b9c-a4ef-5441ecf1eb99,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:36.357803 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 3b700d6d-cb6e-4cfe-acad-06a2d37436ea up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:59:36.415226 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:36.420190 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52388ae3-3d27-4c0f-a352-9262a5e79bfb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Pushing event updated for resources: {'Port': ['ID=14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:36.443151 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-934ecd4d-27b0-42d1-986b-3c85eb6b8ee9 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:36.458495 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-934ecd4d-27b0-42d1-986b-3c85eb6b8ee9 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.3138309 Sep 09 20:59:36.460051 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-b01b7447-03bf-4d5f-8d25-cf19953f5775 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/quotas/983b19e5ed194cd8997bf4890869c35a HTTP/1.1" status: 200 len: 375 time: 0.2196817 Sep 09 20:59:36.460818 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f71b05-d12c-46a9-94d5-7342db563b70 admin admin] Checking segment: {'id': '27934f0c-0f5a-4709-8f6c-9f985cccd1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1bf33cc8-2530-4dce-bc56-36d104e9c78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:36.461174 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f71b05-d12c-46a9-94d5-7342db563b70 admin admin] Network hostable DHCP agents. Network: 1bf33cc8-2530-4dce-bc56-36d104e9c78b, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:59:36.471700 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44492) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:36.484615 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Request body: {'floatingip': {'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:36.497142 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 3b700d6d-cb6e-4cfe-acad-06a2d37436ea triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:36.497666 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:36.505682 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-887575d7-1005-42ea-92f6-41883e64d809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:36.513077 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-1bcaecdc-4648-4f79-8545-bca9e4289deb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Network d6465349-5f47-4d0e-a36a-d21e382a4e7f is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:36.571686 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-1bcaecdc-4648-4f79-8545-bca9e4289deb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:36.593288 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:28Z', 'revision_number': 3, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:36.614164 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcaecdc-4648-4f79-8545-bca9e4289deb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Pushing event updated for resources: {'Port': ['ID=d74c13c6-026a-40f3-ac6c-48a2a5df6f1a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:36.632475 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-1bcaecdc-4648-4f79-8545-bca9e4289deb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:59:36.644143 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-1bcaecdc-4648-4f79-8545-bca9e4289deb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:36.644988 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-1bcaecdc-4648-4f79-8545-bca9e4289deb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:36.705689 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'name': 'tempest-ServerRescueNegativeTestJSON-1166557485-router', 'tenant_id': '983b19e5ed194cd8997bf4890869c35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '3b700d6d-cb6e-4cfe-acad-06a2d37436ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:23Z', 'updated_at': '2021-09-09T20:59:30Z', 'revision_number': 4, 'project_id': '983b19e5ed194cd8997bf4890869c35a', 'gw_port': {'id': '3b700d6d-cb6e-4cfe-acad-06a2d37436ea', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'febcc31c-e680-430c-9388-de4e8700c644', 'name': '', 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182', 'tenant_id': '983b19e5ed194cd8997bf4890869c35a', 'mac_address': 'fa:16:3e:5a:f5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b0a6322a-8e0a-4b0a-99c3-ed27597028f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:29Z', 'updated_at': '2021-09-09T20:59:31Z', 'revision_number': 2, 'project_id': '983b19e5ed194cd8997bf4890869c35a', 'subnets': [{'id': 'b0a6322a-8e0a-4b0a-99c3-ed27597028f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:36.722757 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24a16c1d-194f-4d4d-8316-6578b7f1776c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:36.724424 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777b86b-a373-4eab-9f8d-194df24b2fcc None None] The sync data for ids ['793c5fff-81a3-4cd9-b820-55f107a53544'] in dv-cinder-805083-2-iscsi is: [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:28Z', 'revision_number': 3, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:59:36.759519 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Checking router: b73ebeab-7f17-4d44-bb0e-795d2c64821d for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:59:36.760437 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Updating router b73ebeab-7f17-4d44-bb0e-795d2c64821d port febcc31c-e680-430c-9388-de4e8700c644 binding host dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:59:36.765276 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f71b05-d12c-46a9-94d5-7342db563b70 admin admin] Network 1bf33cc8-2530-4dce-bc56-36d104e9c78b is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:59:36.779859 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24a16c1d-194f-4d4d-8316-6578b7f1776c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:36.793816 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de89587-cbaf-4327-9339-0f3bf14ec807 req-a816131d-0cff-4621-a57a-e3b277c3e2aa tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:36.795983 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0de89587-cbaf-4327-9339-0f3bf14ec807 req-a816131d-0cff-4621-a57a-e3b277c3e2aa tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 932 time: 0.4381864 Sep 09 20:59:36.802652 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d8f71b05-d12c-46a9-94d5-7342db563b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, 1bf33cc8-2530-4dce-bc56-36d104e9c78b) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:36.805309 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-52388ae3-3d27-4c0f-a352-9262a5e79bfb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9171672 Sep 09 20:59:36.816271 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7e2ec7-8ff3-4f16-a2db-9b9108750a16 None None] Network 1bf33cc8-2530-4dce-bc56-36d104e9c78b requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:59:36.831512 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:36.848272 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-76f051ab-100f-44a8-948b-60212d584d5a tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=983b19e5ed194cd8997bf4890869c35a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3099411 Sep 09 20:59:36.885259 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-24a16c1d-194f-4d4d-8316-6578b7f1776c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94c26f06198745b2ae62c41c85712b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9282682 Sep 09 20:59:36.888045 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44494) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:36.889164 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a16c1d-194f-4d4d-8316-6578b7f1776c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db7bd90-1e2f-4c79-8e3d-e7ac46cabe5d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:36.917674 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Allocated IP 172.20.0.1 (33290427-507e-4985-8a57-85d08fed9045/4c27648d-8c41-4fee-ab75-caf24243b35e/6f61b74e-2f69-4471-8779-595b3efc7a04) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:59:36.938839 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:37.064425 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8966470-1f1d-4b3e-94e4-cf1e5cb3b4f8 None None] Network 1bf33cc8-2530-4dce-bc56-36d104e9c78b requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:59:37.087123 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f71b05-d12c-46a9-94d5-7342db563b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:37.088509 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8f71b05-d12c-46a9-94d5-7342db563b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:37.102022 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-3277b6d0-e245-4d64-a493-0d739755a7d4 service neutron] 10.222.0.13 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366242 Sep 09 20:59:37.111662 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-1bcaecdc-4648-4f79-8545-bca9e4289deb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3283267 Sep 09 20:59:37.145507 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0de89587-cbaf-4327-9339-0f3bf14ec807 req-63370298-8d9a-4dce-9a5d-98c651606040 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390141 Sep 09 20:59:37.418292 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-fc1b6528-223e-4945-87bf-6a4e9b0a1683 service neutron] 10.222.0.13 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991548 Sep 09 20:59:37.442585 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-11489e26-32cd-4aed-9fee-8ea0cc8b4c7d tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:59:37.447739 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-11489e26-32cd-4aed-9fee-8ea0cc8b4c7d tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0283597 Sep 09 20:59:37.494497 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa058bdf-a547-4981-b6a3-76e56f76e86d req-39805444-1d45-4a0e-9b16-48358531aa20 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:37.514035 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-aa058bdf-a547-4981-b6a3-76e56f76e86d req-39805444-1d45-4a0e-9b16-48358531aa20 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 932 time: 0.1920092 Sep 09 20:59:37.606405 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-aa058bdf-a547-4981-b6a3-76e56f76e86d req-4e693ae1-dbbb-450c-9e36-79819bae30a7 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843613 Sep 09 20:59:37.773293 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-a1c21507-a6dd-4f3d-a4f1-0392dcbcaef9 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:59:37.774227 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-a1c21507-a6dd-4f3d-a4f1-0392dcbcaef9 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057719 Sep 09 20:59:37.780986 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:37.792588 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Transition to ACTIVE for port object febcc31c-e680-430c-9388-de4e8700c644 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:37.801447 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f42c51fe-44a8-4788-8811-10bfdd692be5 req-12ae8bf7-8660-49a5-9543-becfd8619afb tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 210 time: 0.0511136 Sep 09 20:59:37.812198 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:37.949278 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-887575d7-1005-42ea-92f6-41883e64d809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:37.975973 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-d8f71b05-d12c-46a9-94d5-7342db563b70 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.1820042 Sep 09 20:59:38.015665 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Attempting to bind port febcc31c-e680-430c-9388-de4e8700c644 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:59:38.016292 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Attempting to bind port febcc31c-e680-430c-9388-de4e8700c644 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': '28284c3b-fc85-4a94-98d1-2836d6de8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:59:38.017054 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Attempting to bind port febcc31c-e680-430c-9388-de4e8700c644 on network e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:38.032548 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:59:38.033850 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Checking segment: {'id': '28284c3b-fc85-4a94-98d1-2836d6de8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:38.034462 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:38.035048 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Bound using segment: {'id': '28284c3b-fc85-4a94-98d1-2836d6de8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:59:38.035724 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Bound port: febcc31c-e680-430c-9388-de4e8700c644, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28284c3b-fc85-4a94-98d1-2836d6de8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:59:38.036329 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:38.091103 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-887575d7-1005-42ea-92f6-41883e64d809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:38.113234 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] For port febcc31c-e680-430c-9388-de4e8700c644, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:59:38.116887 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] For port febcc31c-e680-430c-9388-de4e8700c644, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=febcc31c-e680-430c-9388-de4e8700c644,segment=NetworkSegment(28284c3b-fc85-4a94-98d1-2836d6de8850),segment_id=28284c3b-fc85-4a94-98d1-2836d6de8850)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:59:38.143252 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:38.198536 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbbd78-7ed1-4107-b8db-4ed27b86f703 None None] Pushing event updated for resources: {'Port': ['ID=febcc31c-e680-430c-9388-de4e8700c644,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:38.266751 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01e41cbe-f480-4600-8b24-31e6312bc6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:38.267411 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Routers {'b73ebeab-7f17-4d44-bb0e-795d2c64821d'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:59:38.268758 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:59:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['b73ebeab-7f17-4d44-bb0e-795d2c64821d'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:38.312268 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887575d7-1005-42ea-92f6-41883e64d809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1fee22-da82-46e7-8c2b-3def221265f7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:38.354429 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Request body: {'port': {'device_id': '36255289-1ec2-4045-98f8-18dddd894f90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:38.388643 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] Set router b73ebeab-7f17-4d44-bb0e-795d2c64821d gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:59:38.510904 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 57996945-d134-4c95-8094-db258ff13fb8 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:59:38.546459 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-887575d7-1005-42ea-92f6-41883e64d809 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9117b8683bdb42f28895afcd4ffbe446&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4443576 Sep 09 20:59:38.548225 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44530) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:38.558554 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01e41cbe-f480-4600-8b24-31e6312bc6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:38.590377 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Request body: {'port': {'device_id': 'fa44333c-d90a-4a08-94c5-f6dd5651320c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:38.612688 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 57996945-d134-4c95-8094-db258ff13fb8 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:38.613054 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:38.815569 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:38.828417 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device d3966832-aff1-4e87-86ee-f68b57368b18 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:59:38.829209 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbbd78-7ed1-4107-b8db-4ed27b86f703 None None] Pushing event updated for resources: {'Port': ['ID=febcc31c-e680-430c-9388-de4e8700c644,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:38.880178 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:38.897753 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'name': 'tempest-ServerRescueNegativeTestJSON-1166557485-router', 'tenant_id': '983b19e5ed194cd8997bf4890869c35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '3b700d6d-cb6e-4cfe-acad-06a2d37436ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:23Z', 'updated_at': '2021-09-09T20:59:30Z', 'revision_number': 4, 'project_id': '983b19e5ed194cd8997bf4890869c35a', 'gw_port': {'id': '3b700d6d-cb6e-4cfe-acad-06a2d37436ea', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'febcc31c-e680-430c-9388-de4e8700c644', 'name': '', 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182', 'tenant_id': '983b19e5ed194cd8997bf4890869c35a', 'mac_address': 'fa:16:3e:5a:f5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b0a6322a-8e0a-4b0a-99c3-ed27597028f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:29Z', 'updated_at': '2021-09-09T20:59:38Z', 'revision_number': 4, 'project_id': '983b19e5ed194cd8997bf4890869c35a', 'subnets': [{'id': 'b0a6322a-8e0a-4b0a-99c3-ed27597028f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:38.913253 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554088a-e4af-455f-b7cf-387cba8cb40f req-cbb3bd45-16db-4074-87da-e747e440aacf tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:38.926859 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2554088a-e4af-455f-b7cf-387cba8cb40f req-cbb3bd45-16db-4074-87da-e747e440aacf tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 932 time: 0.4259748 Sep 09 20:59:38.966428 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port d3966832-aff1-4e87-86ee-f68b57368b18 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:59:38.976336 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port d3966832-aff1-4e87-86ee-f68b57368b18 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:38.978132 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:38.981419 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:38.987637 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5676ec0f-fa08-494b-9f5e-be48de0acb03 None None] The sync data for ids ['b73ebeab-7f17-4d44-bb0e-795d2c64821d'] in dv-cinder-805083-2-iscsi is: [{'id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'name': 'tempest-ServerRescueNegativeTestJSON-1166557485-router', 'tenant_id': '983b19e5ed194cd8997bf4890869c35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '3b700d6d-cb6e-4cfe-acad-06a2d37436ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:23Z', 'updated_at': '2021-09-09T20:59:30Z', 'revision_number': 4, 'project_id': '983b19e5ed194cd8997bf4890869c35a', 'gw_port': {'id': '3b700d6d-cb6e-4cfe-acad-06a2d37436ea', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'febcc31c-e680-430c-9388-de4e8700c644', 'name': '', 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182', 'tenant_id': '983b19e5ed194cd8997bf4890869c35a', 'mac_address': 'fa:16:3e:5a:f5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b0a6322a-8e0a-4b0a-99c3-ed27597028f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:29Z', 'updated_at': '2021-09-09T20:59:38Z', 'revision_number': 4, 'project_id': '983b19e5ed194cd8997bf4890869c35a', 'subnets': [{'id': 'b0a6322a-8e0a-4b0a-99c3-ed27597028f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:59:39.004327 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-d3e65a97-8f88-448d-bdaa-a28814d7a417 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:39.006611 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-d3e65a97-8f88-448d-bdaa-a28814d7a417 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/networks?id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 HTTP/1.1" status: 200 len: 819 time: 0.7592595 Sep 09 20:59:39.035651 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Transition to ACTIVE for port object 6f61b74e-2f69-4471-8779-595b3efc7a04 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:39.119648 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:39.125727 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44546) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:39.160775 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-964314604-network', 'tenant_id': 'd40dac941f3a4ae8a460c545d094472c'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:39.171674 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-88eb9911-e3d0-42eb-ae31-27c0c8646ae6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/quotas/983b19e5ed194cd8997bf4890869c35a HTTP/1.1" status: 200 len: 375 time: 0.1581790 Sep 09 20:59:39.220471 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2554088a-e4af-455f-b7cf-387cba8cb40f req-3cc65da2-f7bd-47df-a809-62680f64ee2f tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747386 Sep 09 20:59:39.271653 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] Made reservation on behalf of d40dac941f3a4ae8a460c545d094472c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:39.278681 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:39.298662 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Allocated IP 172.27.3.86 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/e2770b60-a6d2-439b-8fa3-7e7ce854b1af) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:59:39.360523 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:39.366676 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:39.401098 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port d3966832-aff1-4e87-86ee-f68b57368b18, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=d3966832-aff1-4e87-86ee-f68b57368b18,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:59:39.421891 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:39.526509 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=d3966832-aff1-4e87-86ee-f68b57368b18,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:39.539477 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:39.646899 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-922f1653-07fb-414c-ab24-fc8c63079fa3 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=983b19e5ed194cd8997bf4890869c35a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4558921 Sep 09 20:59:39.678632 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01e41cbe-f480-4600-8b24-31e6312bc6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:39.681220 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01e41cbe-f480-4600-8b24-31e6312bc6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:39.688933 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-01e41cbe-f480-4600-8b24-31e6312bc6c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6db7bd90-1e2f-4c79-8e3d-e7ac46cabe5d HTTP/1.1" status: 204 len: 168 time: 2.7780530 Sep 09 20:59:39.690236 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62c71f94-22a1-4e28-a098-01cc3b2d8129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:39.729886 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d7724-d0b2-45b4-875f-ccb6e1f6e9df req-1ffae8a0-e77b-4417-9d1d-e7f344efc97a tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:39.748349 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-006d7724-d0b2-45b4-875f-ccb6e1f6e9df req-1ffae8a0-e77b-4417-9d1d-e7f344efc97a tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 932 time: 0.4033072 Sep 09 20:59:39.822488 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e41cbe-f480-4600-8b24-31e6312bc6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db7bd90-1e2f-4c79-8e3d-e7ac46cabe5d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:39.860357 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:39.886772 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62c71f94-22a1-4e28-a098-01cc3b2d8129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:39.990494 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Network 33290427-507e-4985-8a57-85d08fed9045 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:40.038379 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:40.049414 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:40.068159 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:59:40.068926 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1988752'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:40.092059 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-006d7724-d0b2-45b4-875f-ccb6e1f6e9df req-9acd3cf8-f75c-475a-ae64-5d8e1de6a134 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420191 Sep 09 20:59:40.093815 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:40.098744 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:40.114589 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-23e49a29-38dc-48e1-9137-6f8f0449f1b5 service neutron] 10.222.0.13 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545460 Sep 09 20:59:40.340804 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Pushing event updated for resources: {'Port': ['ID=6f61b74e-2f69-4471-8779-595b3efc7a04,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:40.358695 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:59:40.402483 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1eeeb9-0b83-4e48-a3d1-946a71e43c63,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:40.436420 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:40.480729 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device febcc31c-e680-430c-9388-de4e8700c644 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:59:40.546912 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:40.586371 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port febcc31c-e680-430c-9388-de4e8700c644 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:59:40.607664 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port febcc31c-e680-430c-9388-de4e8700c644 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:40.609858 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:40.695688 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-829fdc7f-c0ad-45be-9c18-01b552acb4f1 None None] Provisioning for port 6f61b74e-2f69-4471-8779-595b3efc7a04 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:59:40.702675 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-829fdc7f-c0ad-45be-9c18-01b552acb4f1 None None] Provisioning complete for port 6f61b74e-2f69-4471-8779-595b3efc7a04 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:40.703322 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-829fdc7f-c0ad-45be-9c18-01b552acb4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:40.734214 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:59:40.753365 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:40.778455 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Transition to ACTIVE for port object 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:40.788237 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:59:40.801232 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:40.824847 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-829fdc7f-c0ad-45be-9c18-01b552acb4f1 None None] Port 6f61b74e-2f69-4471-8779-595b3efc7a04 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:59:40.930822 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:40.931614 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.segments_db [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] Added segment 7c079eb6-8f40-4c9c-9e5d-e6964e31458b of type vlan for network 0af32266-8583-46d4-9efa-8bb68399dc9c Sep 09 20:59:40.949922 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:40.997050 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event updated for resources: {'Port': ['ID=e2770b60-a6d2-439b-8fa3-7e7ce854b1af,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:41.030735 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port febcc31c-e680-430c-9388-de4e8700c644, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=febcc31c-e680-430c-9388-de4e8700c644,segment=NetworkSegment(28284c3b-fc85-4a94-98d1-2836d6de8850),segment_id=28284c3b-fc85-4a94-98d1-2836d6de8850)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:59:41.037690 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:41.038563 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device d3966832-aff1-4e87-86ee-f68b57368b18 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:59:41.121523 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62c71f94-22a1-4e28-a098-01cc3b2d8129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:41.124705 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62c71f94-22a1-4e28-a098-01cc3b2d8129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:41.126089 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-62c71f94-22a1-4e28-a098-01cc3b2d8129 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce1fee22-da82-46e7-8c2b-3def221265f7 HTTP/1.1" status: 204 len: 168 time: 2.5491011 Sep 09 20:59:41.159238 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=febcc31c-e680-430c-9388-de4e8700c644,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:41.177923 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port d3966832-aff1-4e87-86ee-f68b57368b18 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:41.178478 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:41.232924 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74c13c6-026a-40f3-ac6c-48a2a5df6f1a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:59:41.249992 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:41.276871 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:41.359819 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Pushing event updated for resources: {'Port': ['ID=14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:41.384368 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c71f94-22a1-4e28-a098-01cc3b2d8129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1fee22-da82-46e7-8c2b-3def221265f7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:41.385362 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 20:59:41.388835 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Transition to ACTIVE for port object d74c13c6-026a-40f3-ac6c-48a2a5df6f1a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:41.398411 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-bd4b13f1-2e00-4b57-a6b9-ffd319b2924e service neutron] 10.222.0.13 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2282491 Sep 09 20:59:41.429311 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Attempting to bind port 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:59:41.429729 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Attempting to bind port 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:59:41.430169 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Attempting to bind port 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f on network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:41.445015 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fed53e-06b3-475e-8a47-b4d9c57bfe6f req-b9f25a04-7ab8-408a-b84b-94eeff4c0a6f tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:41.448553 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-25fed53e-06b3-475e-8a47-b4d9c57bfe6f req-b9f25a04-7ab8-408a-b84b-94eeff4c0a6f tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 932 time: 1.0432012 Sep 09 20:59:41.464669 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:41.495877 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:41.504432 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:41.519184 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Port 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f on network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:59:41.519184 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Attempting to bind port 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f on network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:41.619173 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:59:41.619927 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Checking segment: {'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:41.620058 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Bound using segment: {'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:59:41.621666 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Bound port: 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:59:41.622445 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:41.669035 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:41.672374 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:41.681566 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:41.810170 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.6713574 Sep 09 20:59:41.842542 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44582) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:41.909609 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-97da2010-eb2e-4060-9aa1-e36dd8b4b9f9 admin admin] Request body: {'subnet': {'network_id': '0af32266-8583-46d4-9efa-8bb68399dc9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-964314604-subnet', 'tenant_id': 'd40dac941f3a4ae8a460c545d094472c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:41.920425 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:41.993870 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Pushing event updated for resources: {'Port': ['ID=d74c13c6-026a-40f3-ac6c-48a2a5df6f1a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:42.029400 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-25fed53e-06b3-475e-8a47-b4d9c57bfe6f req-c2805ad8-7a24-443d-93f0-09ac7b23696d tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5466127 Sep 09 20:59:42.146389 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44590) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:42.224275 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device febcc31c-e680-430c-9388-de4e8700c644 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:59:42.267320 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89987e-0d4a-4b1a-8d93-2614df6f70a0 admin admin] Pushing event updated for resources: {'Network': ['ID=0af32266-8583-46d4-9efa-8bb68399dc9c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:42.287235 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97da2010-eb2e-4060-9aa1-e36dd8b4b9f9 admin admin] Made reservation on behalf of d40dac941f3a4ae8a460c545d094472c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:42.289931 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97da2010-eb2e-4060-9aa1-e36dd8b4b9f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:42.299872 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-de3c3565-b2d0-4efd-b247-40bae6c94390 req-fbd9cc3f-b2bf-404b-8004-0c0b52cf81ee tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 210 time: 0.0622113 Sep 09 20:59:42.301087 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45bd0667-71b7-4837-993a-1c4aeea70aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:42.314665 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network 0af32266-8583-46d4-9efa-8bb68399dc9c details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:59:42.339242 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffa4c8-7d4b-42b7-9a67-3e9b869943e8 req-49d7ac99-cb44-454c-af64-8fe3580178a4 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:42.341225 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8fffa4c8-7d4b-42b7-9a67-3e9b869943e8 req-49d7ac99-cb44-454c-af64-8fe3580178a4 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 944 time: 0.5247521 Sep 09 20:59:42.357317 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Attempting to bind port d74c13c6-026a-40f3-ac6c-48a2a5df6f1a on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:59:42.358053 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Attempting to bind port d74c13c6-026a-40f3-ac6c-48a2a5df6f1a by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '64d63f74-1b9c-4c63-a47c-9093561b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6465349-5f47-4d0e-a36a-d21e382a4e7f'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:59:42.358642 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Attempting to bind port d74c13c6-026a-40f3-ac6c-48a2a5df6f1a on network d6465349-5f47-4d0e-a36a-d21e382a4e7f {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:42.375732 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] For port 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f, host hv-cinder-80508, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:59:42.418590 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Port d74c13c6-026a-40f3-ac6c-48a2a5df6f1a on network d6465349-5f47-4d0e-a36a-d21e382a4e7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:59:42.419774 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Attempting to bind port d74c13c6-026a-40f3-ac6c-48a2a5df6f1a on network d6465349-5f47-4d0e-a36a-d21e382a4e7f {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:42.508716 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:59:42.509522 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Checking segment: {'id': '64d63f74-1b9c-4c63-a47c-9093561b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6465349-5f47-4d0e-a36a-d21e382a4e7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:42.509886 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Bound using segment: {'id': '64d63f74-1b9c-4c63-a47c-9093561b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6465349-5f47-4d0e-a36a-d21e382a4e7f'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:59:42.510600 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Bound port: d74c13c6-026a-40f3-ac6c-48a2a5df6f1a, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d63f74-1b9c-4c63-a47c-9093561b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd6465349-5f47-4d0e-a36a-d21e382a4e7f'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:59:42.511095 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:42.513375 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] For port 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:59:42.603593 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port febcc31c-e680-430c-9388-de4e8700c644 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:42.605971 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:42.635922 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8fffa4c8-7d4b-42b7-9a67-3e9b869943e8 req-eeac71ce-0351-4d28-80e0-508aa7c9b645 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671235 Sep 09 20:59:42.884266 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] For port d74c13c6-026a-40f3-ac6c-48a2a5df6f1a, host hv-cinder-80508, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:59:42.923795 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] For port d74c13c6-026a-40f3-ac6c-48a2a5df6f1a, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=d74c13c6-026a-40f3-ac6c-48a2a5df6f1a,segment=NetworkSegment(64d63f74-1b9c-4c63-a47c-9093561b8e60),segment_id=64d63f74-1b9c-4c63-a47c-9093561b8e60)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:59:42.942098 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:42.946589 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:43.026944 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:43.034680 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:43.035652 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:43.037125 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] 10.222.0.48 "PUT /v2.0/ports/14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f HTTP/1.1" status: 200 len: 1094 time: 4.7490294 Sep 09 20:59:43.037976 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa44333c-d90a-4a08-94c5-f6dd5651320c', 'tag': '14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:59:43.117252 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:43.143988 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45bd0667-71b7-4837-993a-1c4aeea70aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:43.178504 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:43.181476 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97da2010-eb2e-4060-9aa1-e36dd8b4b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:43.184048 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:43.187571 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:43.188211 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:43.188562 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7688e-0a2b-4cb1-aa02-925e0cab5e62 service neutron] Pushing event updated for resources: {'Port': ['ID=14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:43.190249 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] 10.222.0.48 "PUT /v2.0/ports/d74c13c6-026a-40f3-ac6c-48a2a5df6f1a HTTP/1.1" status: 200 len: 1094 time: 5.0236208 Sep 09 20:59:43.194741 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45bd0667-71b7-4837-993a-1c4aeea70aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:43.196954 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36255289-1ec2-4045-98f8-18dddd894f90', 'tag': 'd74c13c6-026a-40f3-ac6c-48a2a5df6f1a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:59:43.205105 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:43.206071 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1987840'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:43.264099 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291c7c2-bdef-480f-84cf-1d240d97ac18 service neutron] Pushing event updated for resources: {'Port': ['ID=d74c13c6-026a-40f3-ac6c-48a2a5df6f1a,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:43.317317 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:43.318537 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8455534 Sep 09 20:59:43.421394 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-45bd0667-71b7-4837-993a-1c4aeea70aa4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d08cbbbb715e453089561f75d266d03d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1977444 Sep 09 20:59:43.432675 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44622) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:43.449983 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474eaf3bb652fec2f19919b2ceae808cc34db3da34c22d7391db7ed2cca7a9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbdfb78-5540-4517-83dc-42aec9318272" -d '{"events": [{"name": "network-changed", "server_uuid": "fa44333c-d90a-4a08-94c5-f6dd5651320c", "tag": "14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:59:43.475979 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9903f30-76c5-4600-8214-007b0c9d44be tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event updated for resources: {'Port': ['ID=e2770b60-a6d2-439b-8fa3-7e7ce854b1af,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:43.517298 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c92168-b1c3-4048-afc0-2b15135b1687" -d '{"events": [{"name": "network-changed", "server_uuid": "36255289-1ec2-4045-98f8-18dddd894f90", "tag": "d74c13c6-026a-40f3-ac6c-48a2a5df6f1a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:59:43.540363 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd0667-71b7-4837-993a-1c4aeea70aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b099c985-cd53-4faa-9700-8d52743f45a3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:43.568630 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da2010-eb2e-4060-9aa1-e36dd8b4b9f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a025c6a-0edf-45f1-9c45-5c45f9a7330b,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:43.577143 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Network 33290427-507e-4985-8a57-85d08fed9045 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:43.577143 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:43.587636 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f96047d-8991-43d2-8374-9ead0c586df0 req-3d27c765-9f2d-41a7-a764-be69d01ce05a tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 210 time: 0.1359138 Sep 09 20:59:43.639998 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d7d72-6d95-47ba-858d-60ca537492a8 req-b0fdd0d7-553c-494f-aeba-522f7d027e1e tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:43.649306 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b67d7d72-6d95-47ba-858d-60ca537492a8 req-b0fdd0d7-553c-494f-aeba-522f7d027e1e tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 944 time: 0.4579477 Sep 09 20:59:43.650636 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Pushing event updated for resources: {'Port': ['ID=6f61b74e-2f69-4471-8779-595b3efc7a04,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:43.682307 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb4feb37-2f31-4e99-bce4-2aa6c7366bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:43.686746 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97da2010-eb2e-4060-9aa1-e36dd8b4b9f9 admin admin] Checking segment: {'id': '7c079eb6-8f40-4c9c-9e5d-e6964e31458b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0af32266-8583-46d4-9efa-8bb68399dc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:43.687116 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97da2010-eb2e-4060-9aa1-e36dd8b4b9f9 admin admin] Network hostable DHCP agents. Network: 0af32266-8583-46d4-9efa-8bb68399dc9c, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:59:43.790651 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb4feb37-2f31-4e99-bce4-2aa6c7366bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:43.819017 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b67d7d72-6d95-47ba-858d-60ca537492a8 req-dc413cda-c816-46e4-9756-5e1c03274aa0 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687934 Sep 09 20:59:43.819657 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97da2010-eb2e-4060-9aa1-e36dd8b4b9f9 admin admin] Network 0af32266-8583-46d4-9efa-8bb68399dc9c is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:59:43.846243 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Router 793c5fff-81a3-4cd9-b820-55f107a53544 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:59:43.870749 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-97da2010-eb2e-4060-9aa1-e36dd8b4b9f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, 0af32266-8583-46d4-9efa-8bb68399dc9c) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:43.881317 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5fe656-2737-4e03-bf8c-9ec751c6fc06 None None] Network 0af32266-8583-46d4-9efa-8bb68399dc9c requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:59:43.881782 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97da2010-eb2e-4060-9aa1-e36dd8b4b9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:43.882088 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97da2010-eb2e-4060-9aa1-e36dd8b4b9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:43.977571 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-97da2010-eb2e-4060-9aa1-e36dd8b4b9f9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0713668 Sep 09 20:59:44.039118 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb4feb37-2f31-4e99-bce4-2aa6c7366bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:44.043478 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb4feb37-2f31-4e99-bce4-2aa6c7366bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:44.045786 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-cb4feb37-2f31-4e99-bce4-2aa6c7366bd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b099c985-cd53-4faa-9700-8d52743f45a3 HTTP/1.1" status: 204 len: 168 time: 0.6011069 Sep 09 20:59:44.074591 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4feb37-2f31-4e99-bce4-2aa6c7366bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b099c985-cd53-4faa-9700-8d52743f45a3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:44.127528 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed47fe5a-905c-4bad-9538-32b4701d3f35 x-openstack-request-id: req-ed47fe5a-905c-4bad-9538-32b4701d3f35 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:59:44.127896 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa44333c-d90a-4a08-94c5-f6dd5651320c", "tag": "14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:59:44.135653 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed47fe5a-905c-4bad-9538-32b4701d3f35 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:59:44.136639 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa44333c-d90a-4a08-94c5-f6dd5651320c', 'tag': '14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f', 'status': 'completed', 'code': 200} Sep 09 20:59:44.218726 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:59:44.223023 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-a59401f6-2cc7-4e52-bac4-5c0b5f252f57 None None] Provisioning complete for port 6f61b74e-2f69-4471-8779-595b3efc7a04 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:44.223467 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a59401f6-2cc7-4e52-bac4-5c0b5f252f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:44.237475 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-c723e5a1-d8c1-4500-bf71-dda021bcd00f admin admin] 10.222.0.13 "PUT /v2.0/routers/793c5fff-81a3-4cd9-b820-55f107a53544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1528053 Sep 09 20:59:44.248815 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Sync routers for ids ['793c5fff-81a3-4cd9-b820-55f107a53544'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:59:44.263906 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9f601b-99f1-4661-a01a-db385be7f4ae x-openstack-request-id: req-5e9f601b-99f1-4661-a01a-db385be7f4ae {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:59:44.264213 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36255289-1ec2-4045-98f8-18dddd894f90", "tag": "d74c13c6-026a-40f3-ac6c-48a2a5df6f1a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:59:44.264471 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e9f601b-99f1-4661-a01a-db385be7f4ae {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:59:44.264954 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36255289-1ec2-4045-98f8-18dddd894f90', 'tag': 'd74c13c6-026a-40f3-ac6c-48a2a5df6f1a', 'status': 'completed', 'code': 200} Sep 09 20:59:44.344942 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Routers {'793c5fff-81a3-4cd9-b820-55f107a53544'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:59:44.346030 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:59:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['793c5fff-81a3-4cd9-b820-55f107a53544'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:44.382121 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb18b-b274-4e92-bb41-3a1c4dd78bd6 req-8c0a972e-b450-4cbc-ae7d-1bb26b06b43f tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:44.401992 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a9abb18b-b274-4e92-bb41-3a1c4dd78bd6 req-8c0a972e-b450-4cbc-ae7d-1bb26b06b43f tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 944 time: 0.1640351 Sep 09 20:59:44.504345 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a59401f6-2cc7-4e52-bac4-5c0b5f252f57 None None] Port 6f61b74e-2f69-4471-8779-595b3efc7a04 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:59:44.574950 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2863b8bb-24b5-4b3a-9679-860e97d5199e None None] Network 0af32266-8583-46d4-9efa-8bb68399dc9c requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:59:44.577094 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-ff860b53-01af-46c0-a26e-a1a423431581 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--218178627&fields=id&tenant_id=fa8238da135c4e78a001cb13cbc49ca3 HTTP/1.1" status: 200 len: 267 time: 0.1694899 Sep 09 20:59:44.726741 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a9abb18b-b274-4e92-bb41-3a1c4dd78bd6 req-d5520b95-3961-4304-af4e-bf0b38aa5002 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237684 Sep 09 20:59:44.836700 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Set router 793c5fff-81a3-4cd9-b820-55f107a53544 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:59:44.879978 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-c58ea943-651e-4be1-b6ac-7fdbab44f8e1 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:44.881771 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-c58ea943-651e-4be1-b6ac-7fdbab44f8e1 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/networks?id=0589e727-21ba-4369-8a94-a4059fa739a6 HTTP/1.1" status: 200 len: 809 time: 0.2819507 Sep 09 20:59:44.913881 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-ae6c58f7-1aa3-4059-ba15-81cf56328c9b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/quotas/fa8238da135c4e78a001cb13cbc49ca3 HTTP/1.1" status: 200 len: 375 time: 0.0242338 Sep 09 20:59:45.089349 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-eb44f716-715b-4d0d-8a8f-910c2a7abbdf tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa8238da135c4e78a001cb13cbc49ca3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1680703 Sep 09 20:59:45.279692 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:41Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '6f61b74e-2f69-4471-8779-595b3efc7a04', 'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'mac_address': 'fa:16:3e:91:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:36Z', 'updated_at': '2021-09-09T20:59:41Z', 'revision_number': 2, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'subnets': [{'id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:45.319962 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-54aae6d2-5493-416f-83c7-72540f078798 service neutron] 10.222.0.13 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170210 Sep 09 20:59:45.347613 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Checking router: 793c5fff-81a3-4cd9-b820-55f107a53544 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:59:45.351972 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Updating router 793c5fff-81a3-4cd9-b820-55f107a53544 port 6f61b74e-2f69-4471-8779-595b3efc7a04 binding host dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:59:45.386950 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:45.553972 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 44686) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:45.563489 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-34c358fb-87fb-4184-b156-47719e03eba3 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--150379388', 'description': 'tempest-description--430872113'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:45.576866 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-3cce6368-bf9c-4b71-a874-f2b06b148040 service neutron] 10.222.0.13 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448575 Sep 09 20:59:45.602830 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34c358fb-87fb-4184-b156-47719e03eba3 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:45.685832 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-10a843b1-7ad2-489c-9981-c72fd453e9b2 req-2e93d9a8-e0a5-4872-ae59-0489416c7b1a tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 210 time: 0.0350635 Sep 09 20:59:45.955550 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34c358fb-87fb-4184-b156-47719e03eba3 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:45.990829 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b63a6-1bc5-4aea-9993-dff0e9f660d8 req-f0f29322-1db8-4f3d-a912-2dc12a18a544 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:46.020342 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cc8b63a6-1bc5-4aea-9993-dff0e9f660d8 req-f0f29322-1db8-4f3d-a912-2dc12a18a544 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 944 time: 0.2005539 Sep 09 20:59:46.059422 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34c358fb-87fb-4184-b156-47719e03eba3 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:46.090668 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:46.131533 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Transition to ACTIVE for port object 6f61b74e-2f69-4471-8779-595b3efc7a04 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:46.204476 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:46.328181 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdfb78-5540-4517-83dc-42aec9318272 req-32d5b9fb-3496-4939-97f4-92b7df362544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:46.329867 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-1cbdfb78-5540-4517-83dc-42aec9318272 req-32d5b9fb-3496-4939-97f4-92b7df362544 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c3a67fec5b456d864c3eda0f5d8c81&device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 1097 time: 0.0950744 Sep 09 20:59:46.381720 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8fc7df0f-ddef-46b3-a87e-627cc2020a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:46.394287 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dbd43-84c9-4ef5-a0c8-de6b3632452b None None] Pushing event updated for resources: {'Port': ['ID=6f61b74e-2f69-4471-8779-595b3efc7a04,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:46.598669 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Attempting to bind port 6f61b74e-2f69-4471-8779-595b3efc7a04 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:59:46.599096 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Attempting to bind port 6f61b74e-2f69-4471-8779-595b3efc7a04 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:59:46.599433 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Attempting to bind port 6f61b74e-2f69-4471-8779-595b3efc7a04 on network 33290427-507e-4985-8a57-85d08fed9045 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:46.607370 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:59:46.607763 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Checking segment: {'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:46.612233 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:46.612717 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Bound using segment: {'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:59:46.613267 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Bound port: 6f61b74e-2f69-4471-8779-595b3efc7a04, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:59:46.619478 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.48', 58294) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:46.620012 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:46.753406 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34c358fb-87fb-4184-b156-47719e03eba3 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:46.757898 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-34c358fb-87fb-4184-b156-47719e03eba3 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1991143 Sep 09 20:59:46.773695 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44742) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:46.840668 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d0d69747-0ebc-4969-a84e-c0ecd5be6ecc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Request body: {'security_group_rule': {'security_group_id': 'f48e9f95-58d4-4436-b168-ab267aae314d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:46.858582 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] For port 6f61b74e-2f69-4471-8779-595b3efc7a04, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:59:46.866858 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] For port 6f61b74e-2f69-4471-8779-595b3efc7a04, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=6f61b74e-2f69-4471-8779-595b3efc7a04,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:59:46.871599 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c358fb-87fb-4184-b156-47719e03eba3 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48e9f95-58d4-4436-b168-ab267aae314d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:46.905374 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:46.928402 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdfb78-5540-4517-83dc-42aec9318272 req-bec91148-9001-419d-b952-6e2c69358006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:46.933646 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-1cbdfb78-5540-4517-83dc-42aec9318272 req-bec91148-9001-419d-b952-6e2c69358006 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=85c3a67fec5b456d864c3eda0f5d8c81&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5863464 Sep 09 20:59:46.957981 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c7d11-1b2c-4c81-9567-097028d8c6a9 req-476162d5-bfc4-4fb7-9da0-4e947e446f56 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:46.960101 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a19c7d11-1b2c-4c81-9567-097028d8c6a9 req-476162d5-bfc4-4fb7-9da0-4e947e446f56 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 944 time: 1.0228212 Sep 09 20:59:46.979715 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cc8b63a6-1bc5-4aea-9993-dff0e9f660d8 req-ba6e65d7-468c-4b71-aa65-132de79b703d tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9508455 Sep 09 20:59:47.036596 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0d69747-0ebc-4969-a84e-c0ecd5be6ecc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:47.161092 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Routers {'793c5fff-81a3-4cd9-b820-55f107a53544'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:59:47.163670 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:59:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['793c5fff-81a3-4cd9-b820-55f107a53544'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:47.163850 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0d69747-0ebc-4969-a84e-c0ecd5be6ecc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:47.177399 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0d69747-0ebc-4969-a84e-c0ecd5be6ecc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:47.185178 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c92168-b1c3-4048-afc0-2b15135b1687 req-4d460844-e1e3-4f3d-aae7-188afffed5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:47.187777 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f9c92168-b1c3-4048-afc0-2b15135b1687 req-4d460844-e1e3-4f3d-aae7-188afffed5fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0fb32c10b824ce9aec7aa577734ef3d&device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 1097 time: 0.5345747 Sep 09 20:59:47.313880 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a19c7d11-1b2c-4c81-9567-097028d8c6a9 req-1a85cebd-cde2-4577-9765-657ba9be72f9 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272178 Sep 09 20:59:47.343749 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dbd43-84c9-4ef5-a0c8-de6b3632452b None None] Pushing event updated for resources: {'Port': ['ID=6f61b74e-2f69-4471-8779-595b3efc7a04,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:47.390519 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8c009a71-154a-48b4-874f-b537a8eefa7f req-5e75db2b-a354-47b5-9cf3-af63f04edcb1 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 210 time: 0.2349076 Sep 09 20:59:47.399488 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-35ae9fdd-8a48-40bb-bb9e-346834c0b835 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:47.417256 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-35ae9fdd-8a48-40bb-bb9e-346834c0b835 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.48 "GET /v2.0/networks?id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 HTTP/1.1" status: 200 len: 819 time: 0.8992391 Sep 09 20:59:47.446316 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d69747-0ebc-4969-a84e-c0ecd5be6ecc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa11fa0-629b-475f-a652-85454187c5c7,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:47.450650 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-3bdcb6ff-4b79-4238-bb4d-ff7580c183d0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Request body: {'port': {'device_id': '31adb7d9-a4c9-490d-a710-3bc1392e6eb6', 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182', 'admin_state_up': True, 'tenant_id': '983b19e5ed194cd8997bf4890869c35a'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:47.456290 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] Set router 793c5fff-81a3-4cd9-b820-55f107a53544 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:59:47.467577 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.48', 58301) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:47.480702 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0d69747-0ebc-4969-a84e-c0ecd5be6ecc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:47.489055 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-d0d69747-0ebc-4969-a84e-c0ecd5be6ecc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6978374 Sep 09 20:59:47.489055 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdfb78-5540-4517-83dc-42aec9318272 req-3e689ef5-d4f5-4d22-86b8-3382725f1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:47.489787 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-1cbdfb78-5540-4517-83dc-42aec9318272 req-3e689ef5-d4f5-4d22-86b8-3382725f1ed8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5505977 Sep 09 20:59:47.491398 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44770) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:47.497415 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4a91e440-f979-4b35-902a-5e111446c435 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Request body: {'security_group_rule': {'security_group_id': 'f48e9f95-58d4-4436-b168-ab267aae314d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:47.540339 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a91e440-f979-4b35-902a-5e111446c435 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:47.708726 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-5e597c96-2841-42dc-9e8c-a2623fedb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:47.711193 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-5e597c96-2841-42dc-9e8c-a2623fedb3e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c3a67fec5b456d864c3eda0f5d8c81&device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 1097 time: 0.0860965 Sep 09 20:59:47.712965 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a91e440-f979-4b35-902a-5e111446c435 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:47.719150 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a91e440-f979-4b35-902a-5e111446c435 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:47.721059 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-05486e22-f4de-4496-9b1d-d9130ad0d766 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:47.722719 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-05486e22-f4de-4496-9b1d-d9130ad0d766 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.48 "GET /v2.0/networks?id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 HTTP/1.1" status: 200 len: 819 time: 0.2517512 Sep 09 20:59:47.796930 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91e440-f979-4b35-902a-5e111446c435 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e987ee-6894-497e-bb1a-a1b9cecb32f3,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:47.805013 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4202fccf-1986-4caa-ac9b-28d1963416ce req-059ca242-bf53-474c-a71e-7b2b6c8990ad tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 210 time: 0.3285754 Sep 09 20:59:47.836741 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-9ec0b846-a2da-4f7f-a4ab-4a0f474f9d95 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Request body: {'port': {'device_id': '380aaff1-6869-45cb-ae76-e18e02bee114', 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182', 'admin_state_up': True, 'tenant_id': '983b19e5ed194cd8997bf4890869c35a'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:47.856899 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-ff8e506c-79f4-4d81-bde6-c1b9bb0d3523 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f HTTP/1.1" status: 200 len: 217 time: 0.1297915 Sep 09 20:59:47.862994 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a91e440-f979-4b35-902a-5e111446c435 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:47.864624 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-4a91e440-f979-4b35-902a-5e111446c435 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3720095 Sep 09 20:59:47.877869 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44780) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:47.886059 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Request body: {'floatingip': {'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:47.924530 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.48', 58305) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:47.947469 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:41Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '6f61b74e-2f69-4471-8779-595b3efc7a04', 'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'mac_address': 'fa:16:3e:91:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:36Z', 'updated_at': '2021-09-09T20:59:46Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'subnets': [{'id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:59:47.989972 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd24409-069a-41a3-a1e6-98560bee056d None None] The sync data for ids ['793c5fff-81a3-4cd9-b820-55f107a53544'] in dv-cinder-805083-2-iscsi is: [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:41Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '6f61b74e-2f69-4471-8779-595b3efc7a04', 'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'mac_address': 'fa:16:3e:91:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:36Z', 'updated_at': '2021-09-09T20:59:46Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'subnets': [{'id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:59:48.002613 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-64ff6094-9daa-4afb-801c-60cca9a64ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:48.002613 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-64ff6094-9daa-4afb-801c-60cca9a64ec3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f170f05-5ada-411e-802f-c1309cb301a1 HTTP/1.1" status: 200 len: 853 time: 0.1336882 Sep 09 20:59:48.084546 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:48.133941 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-ed0d4b1c-12c3-424e-a834-0f69b5ea90a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960715 Sep 09 20:59:48.171000 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c92168-b1c3-4048-afc0-2b15135b1687 req-887ab901-3473-4ff6-9c5a-696e659e5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:48.173268 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f9c92168-b1c3-4048-afc0-2b15135b1687 req-887ab901-3473-4ff6-9c5a-696e659e5b49 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b0fb32c10b824ce9aec7aa577734ef3d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.9584765 Sep 09 20:59:48.313435 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 6f61b74e-2f69-4471-8779-595b3efc7a04 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:59:48.466447 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48cb4e2e-606b-4602-b91d-2107f9d6b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:48.490720 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 6f61b74e-2f69-4471-8779-595b3efc7a04 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:59:48.500930 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 6f61b74e-2f69-4471-8779-595b3efc7a04 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:48.501661 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:48.685632 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bd59b-5a9c-4bd5-8ecf-51be60538f89 req-d0c1e627-686e-4390-8f99-84f59baad24b tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:48.687200 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a11bd59b-5a9c-4bd5-8ecf-51be60538f89 req-d0c1e627-686e-4390-8f99-84f59baad24b tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 944 time: 0.4708674 Sep 09 20:59:48.690677 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:48.710235 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:48.715665 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-eabd350e-b091-472f-a848-d8b7813b26d8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:48.717201 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-eabd350e-b091-472f-a848-d8b7813b26d8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.48 "GET /v2.0/networks?id=0589e727-21ba-4369-8a94-a4059fa739a6 HTTP/1.1" status: 200 len: 809 time: 0.7895398 Sep 09 20:59:48.718800 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-3bdcb6ff-4b79-4238-bb4d-ff7580c183d0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Made reservation on behalf of 983b19e5ed194cd8997bf4890869c35a for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:48.727325 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-3bdcb6ff-4b79-4238-bb4d-ff7580c183d0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:48.742817 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port 6f61b74e-2f69-4471-8779-595b3efc7a04, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=6f61b74e-2f69-4471-8779-595b3efc7a04,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:59:48.751464 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:48.771963 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c92168-b1c3-4048-afc0-2b15135b1687 req-f3c9e650-3cc7-4c25-a14d-0979834dcf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:48.773679 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f9c92168-b1c3-4048-afc0-2b15135b1687 req-f3c9e650-3cc7-4c25-a14d-0979834dcf68 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5562015 Sep 09 20:59:48.789394 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf7d0f-f724-4347-b458-180fa4659dce req-464eebb1-3176-4cd2-9f01-be7e1702198c tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:48.791316 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-aedf7d0f-f724-4347-b458-180fa4659dce req-464eebb1-3176-4cd2-9f01-be7e1702198c tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 944 time: 0.3504617 Sep 09 20:59:48.856481 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-06a7587b-4ca1-4133-9315-e40a31927b45 service neutron] 10.222.0.48 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054138 Sep 09 20:59:48.871655 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-8634b309-4542-4e57-8605-30e7a4a8d159 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa8238da135c4e78a001cb13cbc49ca3 HTTP/1.1" status: 200 len: 379 time: 0.1347752 Sep 09 20:59:48.880477 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a11bd59b-5a9c-4bd5-8ecf-51be60538f89 req-c8833c18-1f4c-41a2-bc0a-c1d368d02a93 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665072 Sep 09 20:59:48.883649 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=6f61b74e-2f69-4471-8779-595b3efc7a04,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:48.923818 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-2136c356-369d-4d2f-8cd6-601f679772f2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Request body: {'port': {'device_id': '6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'admin_state_up': True, 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'security_groups': ['8d8c7c3b-1469-4eeb-a37c-e5f78255a423']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:49.052371 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-9ec0b846-a2da-4f7f-a4ab-4a0f474f9d95 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Made reservation on behalf of 983b19e5ed194cd8997bf4890869c35a for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:49.056766 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-9ec0b846-a2da-4f7f-a4ab-4a0f474f9d95 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:49.105865 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:49.110612 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-1bca039e-64dc-4e0a-988b-b990ed0b8e1b req-6d516e48-6bb8-41f7-a4cf-7ff19020d4c9 service neutron] 10.222.0.48 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364078 Sep 09 20:59:49.127384 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-add5111b-8d40-41ea-8281-a9e31fdbb71c req-1bb2747e-0574-4f43-a9d5-8f24f267799f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0870461 Sep 09 20:59:49.150527 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-aedf7d0f-f724-4347-b458-180fa4659dce req-277217d9-9efe-480f-911c-a7170c288422 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432240 Sep 09 20:59:49.193796 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44812) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:49.214864 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-2136c356-369d-4d2f-8cd6-601f679772f2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Made reservation on behalf of fa8238da135c4e78a001cb13cbc49ca3 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:49.218582 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-2136c356-369d-4d2f-8cd6-601f679772f2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:49.233855 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-8a459d89-b674-42b9-857e-d28de7b8d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:49.235414 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-8a459d89-b674-42b9-857e-d28de7b8d717 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0fb32c10b824ce9aec7aa577734ef3d&device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 1097 time: 0.4084055 Sep 09 20:59:49.325773 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-3bdcb6ff-4b79-4238-bb4d-ff7580c183d0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Allocated IP 172.20.0.5 (e8b093fb-5ffe-41e7-8ae6-5e548f1ee182/b0a6322a-8e0a-4b0a-99c3-ed27597028f0/e21f681c-10ec-4cea-a806-650c99dd6ae5) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:59:49.357811 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Allocated IP 172.27.3.80 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/f403e668-cf1e-49ef-bfe9-ed5e3e7de750) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:59:49.386066 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53215a91-c7fa-43fc-91cf-7cf8a182548c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:49.468829 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-c6764364-a5ca-41f2-8dcc-8ce77112b6b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d74c13c6-026a-40f3-ac6c-48a2a5df6f1a HTTP/1.1" status: 200 len: 217 time: 0.2022550 Sep 09 20:59:49.493579 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7809b92c-56a6-4330-a687-d851e9c76f79 req-5653ace0-20d9-4767-8d46-12003a72f213 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 210 time: 0.1694894 Sep 09 20:59:49.637759 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-2136c356-369d-4d2f-8cd6-601f679772f2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Allocated IP 172.20.0.13 (0589e727-21ba-4369-8a94-a4059fa739a6/f4e83015-b55d-4cac-b7a1-07db3c25a799/8c40ac7a-7423-4d9e-9041-ad0b354047fb) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:59:49.700850 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:49.859133 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-ef45d531-7ef6-4e31-a5ca-f0a1c464f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:49.860649 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-ef45d531-7ef6-4e31-a5ca-f0a1c464f6f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ad32793-0841-418c-a569-1ad6f75a242e HTTP/1.1" status: 200 len: 852 time: 0.3564332 Sep 09 20:59:49.868507 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:49.937737 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-e7a22758-46eb-49a9-b621-e6a3d3f8b4f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6465349-5f47-4d0e-a36a-d21e382a4e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568697 Sep 09 20:59:49.939807 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:49.956780 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:49.958593 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event updated for resources: {'Port': ['ID=f403e668-cf1e-49ef-bfe9-ed5e3e7de750,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:49.963323 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:59:49.968752 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:49.993605 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53215a91-c7fa-43fc-91cf-7cf8a182548c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.023406 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53215a91-c7fa-43fc-91cf-7cf8a182548c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.027826 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-2136c356-369d-4d2f-8cd6-601f679772f2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.070645 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-2136c356-369d-4d2f-8cd6-601f679772f2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Transition to ACTIVE for port object 8c40ac7a-7423-4d9e-9041-ad0b354047fb will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:50.093682 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.106804 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-53215a91-c7fa-43fc-91cf-7cf8a182548c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7bbacd7e58540f193685d5ea2cb8044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9077492 Sep 09 20:59:50.106804 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53215a91-c7fa-43fc-91cf-7cf8a182548c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1156e478-d830-4146-a70e-7e4c2b0e0c1f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:50.107627 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44828) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:50.108743 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c13a6-6c8f-4933-af1c-407b00db82b6 req-020f14b4-39cb-4994-9cf4-48e192900733 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:50.116087 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9a2c13a6-6c8f-4933-af1c-407b00db82b6 req-020f14b4-39cb-4994-9cf4-48e192900733 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 944 time: 0.1715126 Sep 09 20:59:50.133518 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 6f61b74e-2f69-4471-8779-595b3efc7a04 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:59:50.142190 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-3bdcb6ff-4b79-4238-bb4d-ff7580c183d0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.177822 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.183815 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-88043a8a-a9ee-44e8-8dd3-29ec6db22918 service neutron] 10.222.0.48 "GET /v2.0/networks/d6465349-5f47-4d0e-a36a-d21e382a4e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374609 Sep 09 20:59:50.198615 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 6f61b74e-2f69-4471-8779-595b3efc7a04 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:50.199074 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.223081 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9a2c13a6-6c8f-4933-af1c-407b00db82b6 req-962035a0-9831-4c51-83e1-9809e7a09729 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001451 Sep 09 20:59:50.223718 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-2136c356-369d-4d2f-8cd6-601f679772f2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.275959 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-22265dc1-e1c1-40b5-b69a-213ce91cfa2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.290881 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-3bdcb6ff-4b79-4238-bb4d-ff7580c183d0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.336378 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-2136c356-369d-4d2f-8cd6-601f679772f2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Network 0589e727-21ba-4369-8a94-a4059fa739a6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:50.342989 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136c356-369d-4d2f-8cd6-601f679772f2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event updated for resources: {'Port': ['ID=8c40ac7a-7423-4d9e-9041-ad0b354047fb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:50.347618 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4042bb-3be9-49d9-989e-90911327328d req-453786e7-1fec-40dd-823b-0ed493e064a2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:50.349193 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ff4042bb-3be9-49d9-989e-90911327328d req-453786e7-1fec-40dd-823b-0ed493e064a2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 932 time: 0.1250257 Sep 09 20:59:50.349946 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-2136c356-369d-4d2f-8cd6-601f679772f2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:50.355069 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-22265dc1-e1c1-40b5-b69a-213ce91cfa2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.381623 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-2136c356-369d-4d2f-8cd6-601f679772f2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:59:50.387200 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-2136c356-369d-4d2f-8cd6-601f679772f2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:50.387884 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-2136c356-369d-4d2f-8cd6-601f679772f2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.429664 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-3bdcb6ff-4b79-4238-bb4d-ff7580c183d0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Network e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:50.443431 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-2136c356-369d-4d2f-8cd6-601f679772f2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5348277 Sep 09 20:59:50.445426 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-3bdcb6ff-4b79-4238-bb4d-ff7580c183d0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:50.460606 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-3bdcb6ff-4b79-4238-bb4d-ff7580c183d0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:59:50.466274 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-3bdcb6ff-4b79-4238-bb4d-ff7580c183d0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:50.466945 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-3bdcb6ff-4b79-4238-bb4d-ff7580c183d0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.478255 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcb6ff-4b79-4238-bb4d-ff7580c183d0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Pushing event updated for resources: {'Port': ['ID=e21f681c-10ec-4cea-a806-650c99dd6ae5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:50.487329 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-22265dc1-e1c1-40b5-b69a-213ce91cfa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.490526 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-22265dc1-e1c1-40b5-b69a-213ce91cfa2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.494304 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.db.api [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-9ec0b846-a2da-4f7f-a4ab-4a0f474f9d95 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-c1d09a8d-1a18-4c61-a102-3740c692e05e {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 20:59:50.494599 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-22265dc1-e1c1-40b5-b69a-213ce91cfa2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1156e478-d830-4146-a70e-7e4c2b0e0c1f HTTP/1.1" status: 204 len: 168 time: 0.3817685 Sep 09 20:59:50.494744 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG oslo_db.api [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-9ec0b846-a2da-4f7f-a4ab-4a0f474f9d95 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 20:59:50.500707 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ff4042bb-3be9-49d9-989e-90911327328d req-37836c7f-f075-4a57-a5e6-72f523142c9b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254408 Sep 09 20:59:50.510697 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af5184-713a-4364-9217-268b49ee3f6f req-4f5fee9f-dbe8-4ad1-84a3-7d1af57c9c0d tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:50.512317 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-50af5184-713a-4364-9217-268b49ee3f6f req-4f5fee9f-dbe8-4ad1-84a3-7d1af57c9c0d tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 944 time: 0.2123005 Sep 09 20:59:50.524623 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-3bdcb6ff-4b79-4238-bb4d-ff7580c183d0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0786083 Sep 09 20:59:50.528940 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22265dc1-e1c1-40b5-b69a-213ce91cfa2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1156e478-d830-4146-a70e-7e4c2b0e0c1f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:50.536134 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.546238 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.609832 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-50af5184-713a-4364-9217-268b49ee3f6f req-d6745691-4d9b-44e5-8503-2371dc38ca54 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867023 Sep 09 20:59:50.616161 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-f75258ba-71bb-4697-8b3e-538233e31338 None None] Provisioning for port 8c40ac7a-7423-4d9e-9041-ad0b354047fb completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:59:50.624643 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-f75258ba-71bb-4697-8b3e-538233e31338 None None] Provisioning complete for port 8c40ac7a-7423-4d9e-9041-ad0b354047fb triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:50.625233 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f75258ba-71bb-4697-8b3e-538233e31338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.629512 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.668714 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event updated for resources: {'Port': ['ID=f403e668-cf1e-49ef-bfe9-ed5e3e7de750,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:50.670065 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9b9bf56b-7194-4c9b-bd39-3bcedc3f4952 req-86dc1b59-c0ed-4863-a066-13401806d157 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 210 time: 0.0588231 Sep 09 20:59:50.678102 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.679660 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-b3887daf-255d-47ff-a913-20217260e108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7997482 Sep 09 20:59:50.703836 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-f75258ba-71bb-4697-8b3e-538233e31338 None None] Port 8c40ac7a-7423-4d9e-9041-ad0b354047fb cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:59:50.924245 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-94977d24-c2cb-4e0e-8a96-4606c445c424 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--150379388&fields=id&tenant_id=09f9fa611eb841048d8fa840fed2f21e HTTP/1.1" status: 200 len: 267 time: 0.0363965 Sep 09 20:59:50.930607 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44864) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:50.944124 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2f19619-1134-4aea-8de3-e7ebed8740d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:50.997643 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-9ec0b846-a2da-4f7f-a4ab-4a0f474f9d95 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:51.047095 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2f19619-1134-4aea-8de3-e7ebed8740d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:51.053805 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2f19619-1134-4aea-8de3-e7ebed8740d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:51.088499 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-987eed0f-8cc8-4de9-9c58-bbbad76439ae tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:51.090313 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-987eed0f-8cc8-4de9-9c58-bbbad76439ae tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/networks?id=33290427-507e-4985-8a57-85d08fed9045 HTTP/1.1" status: 200 len: 817 time: 0.1570075 Sep 09 20:59:51.096960 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-f2f19619-1134-4aea-8de3-e7ebed8740d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=086d89f0389b4ad79bbeed184bd6c101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651385 Sep 09 20:59:51.097889 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f19619-1134-4aea-8de3-e7ebed8740d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fb502f-bc62-47d8-b320-a68aaf5ab37a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:51.100445 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 44866) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:51.124103 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-84d0383a-7200-473f-8656-827ebc2267a7 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/quotas/09f9fa611eb841048d8fa840fed2f21e HTTP/1.1" status: 200 len: 375 time: 0.0190439 Sep 09 20:59:51.159215 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85594e89-6ea6-416a-acad-cbd7d687fbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:51.182808 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85594e89-6ea6-416a-acad-cbd7d687fbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:51.198487 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-9ec0b846-a2da-4f7f-a4ab-4a0f474f9d95 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Allocated IP 172.20.0.10 (e8b093fb-5ffe-41e7-8ae6-5e548f1ee182/b0a6322a-8e0a-4b0a-99c3-ed27597028f0/2fa16e52-00a9-4115-9838-d6d1dc41d08f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:59:51.218760 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-672e6122-9904-4dd5-bb00-24a6cbe263ac tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=09f9fa611eb841048d8fa840fed2f21e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744979 Sep 09 20:59:51.240640 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85594e89-6ea6-416a-acad-cbd7d687fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:51.243677 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85594e89-6ea6-416a-acad-cbd7d687fbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:51.244978 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-85594e89-6ea6-416a-acad-cbd7d687fbcd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2fb502f-bc62-47d8-b320-a68aaf5ab37a HTTP/1.1" status: 204 len: 168 time: 0.1435733 Sep 09 20:59:51.259930 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85594e89-6ea6-416a-acad-cbd7d687fbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fb502f-bc62-47d8-b320-a68aaf5ab37a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:51.383342 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:51.456596 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-052d74d3-cab7-40a1-ae4e-195f405619e6 service neutron] 10.222.0.13 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180302 Sep 09 20:59:51.471782 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9450d-ec5e-497b-aea7-4bcd583e7444 req-3f0f3eed-1f9e-4a0f-b5b1-b761effe807c tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:51.473309 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d2a9450d-ec5e-497b-aea7-4bcd583e7444 req-3f0f3eed-1f9e-4a0f-b5b1-b761effe807c tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 944 time: 0.1334796 Sep 09 20:59:51.603939 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-9ec0b846-a2da-4f7f-a4ab-4a0f474f9d95 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:51.617973 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d2a9450d-ec5e-497b-aea7-4bcd583e7444 req-f65a9f9a-686c-4135-9f35-a8c54d4f281c tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357906 Sep 09 20:59:51.657092 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-1fc700a3-4d30-4d4a-b697-3665cbbd9182 service neutron] 10.222.0.13 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937704 Sep 09 20:59:51.715609 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-9ec0b846-a2da-4f7f-a4ab-4a0f474f9d95 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:51.776533 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ed6ba-0ce2-44ff-be6f-c2cdd6b4a279 req-34d4351a-78cb-4e04-8a3f-d6e01c8501bf tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:51.778084 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3e7ed6ba-0ce2-44ff-be6f-c2cdd6b4a279 req-34d4351a-78cb-4e04-8a3f-d6e01c8501bf tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 932 time: 0.0943513 Sep 09 20:59:51.782007 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-9ec0b846-a2da-4f7f-a4ab-4a0f474f9d95 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Network e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:51.795121 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0b846-a2da-4f7f-a4ab-4a0f474f9d95 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Pushing event updated for resources: {'Port': ['ID=2fa16e52-00a9-4115-9838-d6d1dc41d08f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:51.797768 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-9ec0b846-a2da-4f7f-a4ab-4a0f474f9d95 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:51.804852 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-9ec0b846-a2da-4f7f-a4ab-4a0f474f9d95 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:59:51.810003 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-9ec0b846-a2da-4f7f-a4ab-4a0f474f9d95 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:51.810803 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-9ec0b846-a2da-4f7f-a4ab-4a0f474f9d95 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:51.860126 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3e7ed6ba-0ce2-44ff-be6f-c2cdd6b4a279 req-b7306286-131c-4b2e-9564-d7837df7a1af tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668612 Sep 09 20:59:51.910277 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-9ec0b846-a2da-4f7f-a4ab-4a0f474f9d95 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1677494 Sep 09 20:59:51.934336 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd8ff-e82c-4114-9c92-60a7d5672cd2 req-afe3bd82-0eb7-477c-8958-a57a0ed4d15e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:51.944072 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-078fd8ff-e82c-4114-9c92-60a7d5672cd2 req-afe3bd82-0eb7-477c-8958-a57a0ed4d15e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 944 time: 0.0824528 Sep 09 20:59:52.000057 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-078fd8ff-e82c-4114-9c92-60a7d5672cd2 req-5eecfbba-a1d2-4358-9ff1-b3a9656deb15 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473382 Sep 09 20:59:52.069172 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8c5807ae-3825-4652-aa62-dd977fd786f7 req-554b79d4-7631-40f1-b2dc-2f7f59491b94 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 210 time: 0.0330691 Sep 09 20:59:52.086262 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55044dd9-0203-408a-9245-83de90099d78 req-e97e8827-dcf8-4838-8529-8e18aef886ae tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:52.091943 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-55044dd9-0203-408a-9245-83de90099d78 req-e97e8827-dcf8-4838-8529-8e18aef886ae tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 932 time: 0.0888388 Sep 09 20:59:52.130309 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-55044dd9-0203-408a-9245-83de90099d78 req-988f7bcc-5c96-4de8-a7a8-ec032e4a32c5 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351593 Sep 09 20:59:52.737889 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f6bbc-0c80-427d-ba4e-c2034195efee req-930efe38-8151-45d5-8147-da38bcc4a2a6 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:52.739709 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d39f6bbc-0c80-427d-ba4e-c2034195efee req-930efe38-8151-45d5-8147-da38bcc4a2a6 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 944 time: 0.0525126 Sep 09 20:59:52.779749 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d39f6bbc-0c80-427d-ba4e-c2034195efee req-36e307df-662f-46fb-911f-c7b24769aca6 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342209 Sep 09 20:59:52.898959 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Request body: {'port': {'device_id': '31adb7d9-a4c9-490d-a710-3bc1392e6eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:52.907389 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Request body: {'port': {'device_id': '6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:52.934210 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Request body: {'port': {'device_id': '380aaff1-6869-45cb-ae76-e18e02bee114', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:53.002594 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:53.130275 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:53.397303 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:53.429954 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a29f85e0-5566-4cee-8f8d-bc653a075a7c req-b1bb6fa6-7513-4734-b157-5c3df3c0de2d service neutron] 10.222.0.48 "GET /v2.0/networks/d6465349-5f47-4d0e-a36a-d21e382a4e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581365 Sep 09 20:59:53.442134 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d5bc2-4381-4ac9-b469-063e6f0654a9 req-e0e04aad-4364-4c4b-b6db-4e7be7f78c55 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:53.443597 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c09d5bc2-4381-4ac9-b469-063e6f0654a9 req-e0e04aad-4364-4c4b-b6db-4e7be7f78c55 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 932 time: 0.4462230 Sep 09 20:59:53.451900 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c40ac7a-7423-4d9e-9041-ad0b354047fb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:59:53.460887 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6a5cb-3bfa-4415-98ef-c09a833fd6d7 req-ecb64efa-74a6-4150-bf2b-c587228d7566 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:53.463371 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:53.463673 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-15e6a5cb-3bfa-4415-98ef-c09a833fd6d7 req-ecb64efa-74a6-4150-bf2b-c587228d7566 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 944 time: 0.3836470 Sep 09 20:59:53.478114 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Transition to ACTIVE for port object 8c40ac7a-7423-4d9e-9041-ad0b354047fb will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:53.485723 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:53.544625 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Pushing event updated for resources: {'Port': ['ID=8c40ac7a-7423-4d9e-9041-ad0b354047fb,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:53.595181 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Attempting to bind port 8c40ac7a-7423-4d9e-9041-ad0b354047fb on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:59:53.596340 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Attempting to bind port 8c40ac7a-7423-4d9e-9041-ad0b354047fb by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:59:53.596505 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Attempting to bind port 8c40ac7a-7423-4d9e-9041-ad0b354047fb on network 0589e727-21ba-4369-8a94-a4059fa739a6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:53.602989 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Port 8c40ac7a-7423-4d9e-9041-ad0b354047fb on network 0589e727-21ba-4369-8a94-a4059fa739a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:59:53.603387 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Attempting to bind port 8c40ac7a-7423-4d9e-9041-ad0b354047fb on network 0589e727-21ba-4369-8a94-a4059fa739a6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:53.610468 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:59:53.610829 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Checking segment: {'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:53.611344 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Bound using segment: {'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:59:53.611800 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Bound port: 8c40ac7a-7423-4d9e-9041-ad0b354047fb, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:59:53.612165 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:53.706724 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] For port 8c40ac7a-7423-4d9e-9041-ad0b354047fb, host hv-cinder-80508, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:59:53.710857 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] For port 8c40ac7a-7423-4d9e-9041-ad0b354047fb, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=8c40ac7a-7423-4d9e-9041-ad0b354047fb,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:59:53.717507 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:53.760360 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-15e6a5cb-3bfa-4415-98ef-c09a833fd6d7 req-ed0a86ca-6f63-4706-bd04-976fa17f958c tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874010 Sep 09 20:59:53.773189 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:53.773948 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:53.776148 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] 10.222.0.48 "PUT /v2.0/ports/8c40ac7a-7423-4d9e-9041-ad0b354047fb HTTP/1.1" status: 200 len: 1094 time: 0.8847392 Sep 09 20:59:53.776723 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1', 'tag': '8c40ac7a-7423-4d9e-9041-ad0b354047fb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:59:53.779204 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474eaf3bb652fec2f19919b2ceae808cc34db3da34c22d7391db7ed2cca7a9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e867a557-9e2e-466a-a657-d1788f98ac64" -d '{"events": [{"name": "network-changed", "server_uuid": "6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1", "tag": "8c40ac7a-7423-4d9e-9041-ad0b354047fb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:59:53.783689 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c09d5bc2-4381-4ac9-b469-063e6f0654a9 req-e6f66e4a-9866-46b6-bfe7-d987db9c4d79 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149817 Sep 09 20:59:53.879658 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780ee03-a290-42bd-802e-d242edb03347 service neutron] Pushing event updated for resources: {'Port': ['ID=8c40ac7a-7423-4d9e-9041-ad0b354047fb,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:53.907770 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:59:53.923906 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-9ffe57d0-965f-4734-891f-83eb37765ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:53.925878 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-9ffe57d0-965f-4734-891f-83eb37765ef1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa8238da135c4e78a001cb13cbc49ca3&device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0725839 Sep 09 20:59:53.975099 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-7e03abd0-ad16-4c7f-a833-aefa5e2c245f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c40ac7a-7423-4d9e-9041-ad0b354047fb HTTP/1.1" status: 200 len: 217 time: 0.0391815 Sep 09 20:59:53.989511 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-42e3ddfc-47fa-481a-96d4-e4c05bab3f25 req-1bef8ede-70da-4c47-9ef6-80517ce23881 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 210 time: 0.1117256 Sep 09 20:59:54.037012 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:59:54.056611 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': '14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f', 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db', 'port_id': '14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f', 'mac_address': 'fa:16:3e:2b:b0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f170f05-5ada-411e-802f-c1309cb301a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:59:54.090863 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-4ba493d4-bf74-4baa-b3f2-314869b50552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:54.092381 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-4ba493d4-bf74-4baa-b3f2-314869b50552 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4e83015-b55d-4cac-b7a1-07db3c25a799 HTTP/1.1" status: 200 len: 848 time: 0.1086233 Sep 09 20:59:54.101615 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de2ce4c-76d1-4736-a440-a41d3fc35edd x-openstack-request-id: req-7de2ce4c-76d1-4736-a440-a41d3fc35edd {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:59:54.101910 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1", "tag": "8c40ac7a-7423-4d9e-9041-ad0b354047fb", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:59:54.102160 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7de2ce4c-76d1-4736-a440-a41d3fc35edd {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:59:54.102562 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1', 'tag': '8c40ac7a-7423-4d9e-9041-ad0b354047fb', 'status': 'completed', 'code': 200} Sep 09 20:59:54.111217 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21f681c-10ec-4cea-a806-650c99dd6ae5 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:59:54.125374 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:54.133303 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:54.141504 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:59:54.167448 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-6a459784-82b6-4320-bfc2-e467bb74db30 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:54.173311 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-6a459784-82b6-4320-bfc2-e467bb74db30 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.48 "GET /v2.0/networks?id=33290427-507e-4985-8a57-85d08fed9045 HTTP/1.1" status: 200 len: 817 time: 0.5791624 Sep 09 20:59:54.187826 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:59:54.209277 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-c3e884dd-1d9e-459b-ad55-3777a4faed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:54.211420 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-c3e884dd-1d9e-459b-ad55-3777a4faed9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0589e727-21ba-4369-8a94-a4059fa739a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1079805 Sep 09 20:59:54.218454 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:54.276766 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Transition to ACTIVE for port object e21f681c-10ec-4cea-a806-650c99dd6ae5 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:54.310325 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:54.324237 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-6e1a7fd7-e4de-4f5b-8112-c224dfa76591 service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042011 Sep 09 20:59:54.372973 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:54.392883 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea4328-c342-4561-ba62-002c71f8269c req-f91c239a-244e-43ef-9bd1-a04d8322830b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:54.400599 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1fea4328-c342-4561-ba62-002c71f8269c req-f91c239a-244e-43ef-9bd1-a04d8322830b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 932 time: 0.4526379 Sep 09 20:59:54.463550 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5425e08c-57aa-4bf2-9a1e-042bd4ac7591 req-1c1a335f-5768-4e49-a57d-d68b0ee7ac9f service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308298 Sep 09 20:59:54.467493 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:59:54.554190 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57954418-73ca-4ce0-96a1-4650841b046a req-df0c568a-6770-45b0-b044-0eed3c4d0e96 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:54.555819 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-57954418-73ca-4ce0-96a1-4650841b046a req-df0c568a-6770-45b0-b044-0eed3c4d0e96 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 944 time: 0.3748405 Sep 09 20:59:54.582694 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-3542cb56-782a-4798-ac5b-51a97c8eb972 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09f9fa611eb841048d8fa840fed2f21e HTTP/1.1" status: 200 len: 379 time: 0.3966002 Sep 09 20:59:54.599102 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a557-9e2e-466a-a657-d1788f98ac64 req-c595955f-9857-444a-92fb-af348690116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:54.602452 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-e867a557-9e2e-466a-a657-d1788f98ac64 req-c595955f-9857-444a-92fb-af348690116c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa8238da135c4e78a001cb13cbc49ca3&device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0793295 Sep 09 20:59:54.665133 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-85769679-9ba7-4f52-9b36-f900b469cce0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Request body: {'port': {'device_id': '4482199d-98ea-41a4-a133-ea6d1f664124', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'admin_state_up': True, 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'security_groups': ['f48e9f95-58d4-4436-b168-ab267aae314d']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:54.715868 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Pushing event updated for resources: {'Port': ['ID=e21f681c-10ec-4cea-a806-650c99dd6ae5,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:54.788821 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-57954418-73ca-4ce0-96a1-4650841b046a req-7ee7105f-d1a9-4b22-9efb-295f0fa56621 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139101 Sep 09 20:59:54.803894 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1fea4328-c342-4561-ba62-002c71f8269c req-8611c4cd-b942-4476-8fcb-b54ea585727e tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022326 Sep 09 20:59:54.918499 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Attempting to bind port e21f681c-10ec-4cea-a806-650c99dd6ae5 on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:59:54.918840 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Attempting to bind port e21f681c-10ec-4cea-a806-650c99dd6ae5 by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '28284c3b-fc85-4a94-98d1-2836d6de8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:59:54.919164 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Attempting to bind port e21f681c-10ec-4cea-a806-650c99dd6ae5 on network e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:54.936906 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a557-9e2e-466a-a657-d1788f98ac64 req-b81b096f-df1a-40bc-bfc9-407a971a4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:54.938475 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-e867a557-9e2e-466a-a657-d1788f98ac64 req-b81b096f-df1a-40bc-bfc9-407a971a4383 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0589e727-21ba-4369-8a94-a4059fa739a6 HTTP/1.1" status: 200 len: 910 time: 0.3278019 Sep 09 20:59:54.954478 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Port e21f681c-10ec-4cea-a806-650c99dd6ae5 on network e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:59:54.955257 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Attempting to bind port e21f681c-10ec-4cea-a806-650c99dd6ae5 on network e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:54.987659 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-e867a557-9e2e-466a-a657-d1788f98ac64 req-eb1277f5-b072-4a5b-8c65-f16f888c5bb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c40ac7a-7423-4d9e-9041-ad0b354047fb HTTP/1.1" status: 200 len: 217 time: 0.0384045 Sep 09 20:59:55.012692 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:59:55.013031 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Checking segment: {'id': '28284c3b-fc85-4a94-98d1-2836d6de8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:55.013417 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Bound using segment: {'id': '28284c3b-fc85-4a94-98d1-2836d6de8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:59:55.013860 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Bound port: e21f681c-10ec-4cea-a806-650c99dd6ae5, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28284c3b-fc85-4a94-98d1-2836d6de8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:59:55.014219 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:55.037390 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a557-9e2e-466a-a657-d1788f98ac64 req-c0d2f03f-6d04-40db-b24c-724d829ecf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:55.037932 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa16e52-00a9-4115-9838-d6d1dc41d08f {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:59:55.038865 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-e867a557-9e2e-466a-a657-d1788f98ac64 req-c0d2f03f-6d04-40db-b24c-724d829ecf64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4e83015-b55d-4cac-b7a1-07db3c25a799 HTTP/1.1" status: 200 len: 848 time: 0.0438969 Sep 09 20:59:55.055773 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:55.112254 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3f74e-d03a-421b-aab9-86cbde31a475 req-df74a914-7c86-4f22-aef8-ec8c9c44d9c0 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:55.113740 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-41d3f74e-d03a-421b-aab9-86cbde31a475 req-df74a914-7c86-4f22-aef8-ec8c9c44d9c0 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 944 time: 0.1893702 Sep 09 20:59:55.117169 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Transition to ACTIVE for port object 2fa16e52-00a9-4115-9838-d6d1dc41d08f will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:55.128354 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a980108-da83-497b-9462-cb11cc1b8a87 req-e33ccea2-14b7-4273-84cc-a5bd5e2d3ed6 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:55.129979 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6a980108-da83-497b-9462-cb11cc1b8a87 req-e33ccea2-14b7-4273-84cc-a5bd5e2d3ed6 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 945 time: 0.2080436 Sep 09 20:59:55.136836 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:55.214359 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-85769679-9ba7-4f52-9b36-f900b469cce0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Made reservation on behalf of 09f9fa611eb841048d8fa840fed2f21e for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:59:55.217815 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-85769679-9ba7-4f52-9b36-f900b469cce0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:55.253131 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] For port e21f681c-10ec-4cea-a806-650c99dd6ae5, host hv-cinder-80508, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:59:55.293145 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] For port e21f681c-10ec-4cea-a806-650c99dd6ae5, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=e21f681c-10ec-4cea-a806-650c99dd6ae5,segment=NetworkSegment(28284c3b-fc85-4a94-98d1-2836d6de8850),segment_id=28284c3b-fc85-4a94-98d1-2836d6de8850)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:59:55.301817 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-41d3f74e-d03a-421b-aab9-86cbde31a475 req-d9978e74-b29b-45e9-8bc0-d79ccddd2ca9 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691165 Sep 09 20:59:55.305906 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa16e52-00a9-4115-9838-d6d1dc41d08f,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:55.322258 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:55.344605 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6a980108-da83-497b-9462-cb11cc1b8a87 req-f34f6ee4-a3b6-42bf-ae69-4f7ed55eaeb0 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038245 Sep 09 20:59:55.451861 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Attempting to bind port 2fa16e52-00a9-4115-9838-d6d1dc41d08f on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:59:55.452197 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Attempting to bind port 2fa16e52-00a9-4115-9838-d6d1dc41d08f by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '28284c3b-fc85-4a94-98d1-2836d6de8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:59:55.452527 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Attempting to bind port 2fa16e52-00a9-4115-9838-d6d1dc41d08f on network e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:55.456529 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c6f72d2d-90f1-4eb7-bc04-13115e88bdd8 req-8b54e836-dfee-4ff6-9d3a-47b30c48682b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 210 time: 0.0597303 Sep 09 20:59:55.461684 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:55.462337 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:55.463752 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] 10.222.0.48 "PUT /v2.0/ports/e21f681c-10ec-4cea-a806-650c99dd6ae5 HTTP/1.1" status: 200 len: 1093 time: 2.5722423 Sep 09 20:59:55.465233 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31adb7d9-a4c9-490d-a710-3bc1392e6eb6', 'tag': 'e21f681c-10ec-4cea-a806-650c99dd6ae5'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:59:55.467541 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456d2ecc-473c-4c7a-9064-1f7778c55003" -d '{"events": [{"name": "network-changed", "server_uuid": "31adb7d9-a4c9-490d-a710-3bc1392e6eb6", "tag": "e21f681c-10ec-4cea-a806-650c99dd6ae5"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:59:55.486020 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Port 2fa16e52-00a9-4115-9838-d6d1dc41d08f on network e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:59:55.486565 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Attempting to bind port 2fa16e52-00a9-4115-9838-d6d1dc41d08f on network e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:55.500073 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7559c-a4f7-4720-8e83-860006bc40ab service neutron] Pushing event updated for resources: {'Port': ['ID=e21f681c-10ec-4cea-a806-650c99dd6ae5,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:55.503540 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:59:55.503890 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Checking segment: {'id': '28284c3b-fc85-4a94-98d1-2836d6de8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:55.504268 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Bound using segment: {'id': '28284c3b-fc85-4a94-98d1-2836d6de8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:59:55.504821 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Bound port: 2fa16e52-00a9-4115-9838-d6d1dc41d08f, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28284c3b-fc85-4a94-98d1-2836d6de8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:59:55.505062 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:55.530409 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60395ee3-38c6-4937-867e-9e9e9ef6a040 x-openstack-request-id: req-60395ee3-38c6-4937-867e-9e9e9ef6a040 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:59:55.530684 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31adb7d9-a4c9-490d-a710-3bc1392e6eb6", "tag": "e21f681c-10ec-4cea-a806-650c99dd6ae5", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:59:55.530930 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60395ee3-38c6-4937-867e-9e9e9ef6a040 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:59:55.531334 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31adb7d9-a4c9-490d-a710-3bc1392e6eb6', 'tag': 'e21f681c-10ec-4cea-a806-650c99dd6ae5', 'status': 'completed', 'code': 200} Sep 09 20:59:55.587132 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-85769679-9ba7-4f52-9b36-f900b469cce0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Allocated IP 172.20.0.8 (33290427-507e-4985-8a57-85d08fed9045/4c27648d-8c41-4fee-ab75-caf24243b35e/af293dab-d905-4044-93a8-a27a8da85611) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:59:55.624509 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] For port 2fa16e52-00a9-4115-9838-d6d1dc41d08f, host hv-cinder-80508, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:59:55.632759 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] For port 2fa16e52-00a9-4115-9838-d6d1dc41d08f, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=2fa16e52-00a9-4115-9838-d6d1dc41d08f,segment=NetworkSegment(28284c3b-fc85-4a94-98d1-2836d6de8850),segment_id=28284c3b-fc85-4a94-98d1-2836d6de8850)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:59:55.639338 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:55.699832 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:55.700449 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:55.701854 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] 10.222.0.48 "PUT /v2.0/ports/2fa16e52-00a9-4115-9838-d6d1dc41d08f HTTP/1.1" status: 200 len: 1094 time: 2.8087194 Sep 09 20:59:55.764195 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a705bd7-317b-4d3c-a77e-26682de80bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa16e52-00a9-4115-9838-d6d1dc41d08f,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:55.808121 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-85769679-9ba7-4f52-9b36-f900b469cce0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:55.826289 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-85769679-9ba7-4f52-9b36-f900b469cce0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Transition to ACTIVE for port object af293dab-d905-4044-93a8-a27a8da85611 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:55.868210 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-85769679-9ba7-4f52-9b36-f900b469cce0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:55.966076 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-85769679-9ba7-4f52-9b36-f900b469cce0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Network 33290427-507e-4985-8a57-85d08fed9045 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:59:55.976837 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-85769679-9ba7-4f52-9b36-f900b469cce0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:59:55.979662 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-85769679-9ba7-4f52-9b36-f900b469cce0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:59:55.985180 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-85769679-9ba7-4f52-9b36-f900b469cce0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:55.985809 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-85769679-9ba7-4f52-9b36-f900b469cce0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:55.988652 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85769679-9ba7-4f52-9b36-f900b469cce0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event updated for resources: {'Port': ['ID=af293dab-d905-4044-93a8-a27a8da85611,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:56.043692 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2e52-d16d-4ccb-961b-4d8cafd79c6e req-8ad5726f-7ad1-4030-a779-4736a9e69dde tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:56.046366 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-008c2e52-d16d-4ccb-961b-4d8cafd79c6e req-8ad5726f-7ad1-4030-a779-4736a9e69dde tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 944 time: 0.1705976 Sep 09 20:59:56.050833 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-85769679-9ba7-4f52-9b36-f900b469cce0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4206440 Sep 09 20:59:56.064569 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1888136-7219-42bf-99c9-6525e4e4ec84 req-8710e5ad-9b4b-4c71-8e14-ed1e2eaf0e7f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:56.067311 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a1888136-7219-42bf-99c9-6525e4e4ec84 req-8710e5ad-9b4b-4c71-8e14-ed1e2eaf0e7f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 944 time: 0.1892669 Sep 09 20:59:56.137996 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-008c2e52-d16d-4ccb-961b-4d8cafd79c6e req-27bc04ef-4847-4836-8ca8-baaed866150d tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693874 Sep 09 20:59:56.152429 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a1888136-7219-42bf-99c9-6525e4e4ec84 req-c217eea4-0cf9-49e0-a60f-0c68223c5075 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543089 Sep 09 20:59:56.254338 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4a19e4f8-6ea9-45df-ae4a-627d01e2916d None None] Provisioning for port af293dab-d905-4044-93a8-a27a8da85611 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:59:56.258235 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4a19e4f8-6ea9-45df-ae4a-627d01e2916d None None] Provisioning complete for port af293dab-d905-4044-93a8-a27a8da85611 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:59:56.258674 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4a19e4f8-6ea9-45df-ae4a-627d01e2916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:56.292049 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4a19e4f8-6ea9-45df-ae4a-627d01e2916d None None] Port af293dab-d905-4044-93a8-a27a8da85611 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:59:56.454204 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bad4c-b919-433d-95b2-90fcff40b92e req-6871efcb-d72d-41a5-9a1c-e56148a99d46 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:56.456315 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-107bad4c-b919-433d-95b2-90fcff40b92e req-6871efcb-d72d-41a5-9a1c-e56148a99d46 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 944 time: 0.0748162 Sep 09 20:59:56.500865 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef094a5-1035-4cd9-a85a-22a31113a87e req-cef07b75-9e7d-4701-bda8-b11c7ec92dd2 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:56.502935 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9ef094a5-1035-4cd9-a85a-22a31113a87e req-cef07b75-9e7d-4701-bda8-b11c7ec92dd2 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 945 time: 0.0862756 Sep 09 20:59:56.510586 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-107bad4c-b919-433d-95b2-90fcff40b92e req-dd326701-823d-4b25-bec4-c423ac65562a tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478847 Sep 09 20:59:56.545054 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9ef094a5-1035-4cd9-a85a-22a31113a87e req-549e6f87-891f-4999-b4a0-31036a2012b2 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335095 Sep 09 20:59:56.616402 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a500a85-b1d8-44fd-a3c1-d96d641f9af4 req-66e28232-163a-4433-b0b2-419dc3e121ac tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:56.618167 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a500a85-b1d8-44fd-a3c1-d96d641f9af4 req-66e28232-163a-4433-b0b2-419dc3e121ac tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 931 time: 0.0515437 Sep 09 20:59:56.655687 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a500a85-b1d8-44fd-a3c1-d96d641f9af4 req-459b48d8-753a-4062-aedb-1c23ec441119 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314715 Sep 09 20:59:57.285082 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25fa5c-b75b-4e67-8e76-c74e2cbe257e req-846e4bb0-5003-4d48-96ad-aa3c21ea3f00 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:57.286583 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-df25fa5c-b75b-4e67-8e76-c74e2cbe257e req-846e4bb0-5003-4d48-96ad-aa3c21ea3f00 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 944 time: 0.0770192 Sep 09 20:59:57.299522 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcee5e-2ce2-4724-b39e-e82dc3a49fa6 req-a9bca2e3-48f8-40e8-a7b5-f46285b7928d tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:57.300968 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fefcee5e-2ce2-4724-b39e-e82dc3a49fa6 req-a9bca2e3-48f8-40e8-a7b5-f46285b7928d tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 944 time: 0.0661540 Sep 09 20:59:57.358139 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-df25fa5c-b75b-4e67-8e76-c74e2cbe257e req-1a356c54-5130-4749-a902-5184ebcc9ab2 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562003 Sep 09 20:59:57.364321 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fefcee5e-2ce2-4724-b39e-e82dc3a49fa6 req-e376b24f-22be-413a-8c93-75ea3709e6f9 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567324 Sep 09 20:59:57.532777 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380aaff1-6869-45cb-ae76-e18e02bee114', 'tag': '2fa16e52-00a9-4115-9838-d6d1dc41d08f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:59:57.535049 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac348eb0-4560-412a-b74f-9c98c9bab748" -d '{"events": [{"name": "network-changed", "server_uuid": "380aaff1-6869-45cb-ae76-e18e02bee114", "tag": "2fa16e52-00a9-4115-9838-d6d1dc41d08f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:59:57.570966 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d854e136-dc6d-4d4b-ad7c-00543e517dd1 x-openstack-request-id: req-d854e136-dc6d-4d4b-ad7c-00543e517dd1 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:59:57.571334 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380aaff1-6869-45cb-ae76-e18e02bee114", "tag": "2fa16e52-00a9-4115-9838-d6d1dc41d08f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:59:57.571569 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d854e136-dc6d-4d4b-ad7c-00543e517dd1 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:59:57.572063 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380aaff1-6869-45cb-ae76-e18e02bee114', 'tag': '2fa16e52-00a9-4115-9838-d6d1dc41d08f', 'status': 'completed', 'code': 200} Sep 09 20:59:57.850120 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75e117-614d-4e93-8e8b-df59cce917ed req-b70e9248-14e4-4579-9032-95c0e7e1ff88 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:57.851622 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd75e117-614d-4e93-8e8b-df59cce917ed req-b70e9248-14e4-4579-9032-95c0e7e1ff88 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 944 time: 0.2712028 Sep 09 20:59:57.864630 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86405664-74ef-46bc-8b2e-25ed36beda0c req-6526e526-0484-4c46-bc07-b36a71cd2cca tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:57.866118 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-86405664-74ef-46bc-8b2e-25ed36beda0c req-6526e526-0484-4c46-bc07-b36a71cd2cca tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 945 time: 0.0659697 Sep 09 20:59:57.921027 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd75e117-614d-4e93-8e8b-df59cce917ed req-c25c7861-35b7-4fbc-a19f-ff3a211e850b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536866 Sep 09 20:59:57.933592 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Request body: {'port': {'device_id': '4482199d-98ea-41a4-a133-ea6d1f664124', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:59:57.938995 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-86405664-74ef-46bc-8b2e-25ed36beda0c req-d698331e-fb9e-4054-bc24-9295d0d33b17 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658000 Sep 09 20:59:58.000038 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a557-9e2e-466a-a657-d1788f98ac64 req-d202aab4-91a5-4aaf-9cdf-aeffb8adb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:58.002289 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-e867a557-9e2e-466a-a657-d1788f98ac64 req-d202aab4-91a5-4aaf-9cdf-aeffb8adb87e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0589e727-21ba-4369-8a94-a4059fa739a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881577 Sep 09 20:59:58.064778 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device d74c13c6-026a-40f3-ac6c-48a2a5df6f1a details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:59:58.080116 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:58.103775 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d2ecc-473c-4c7a-9064-1f7778c55003 req-fbbb5033-b3c3-414d-aed7-7dd49bcc32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:58.105286 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-456d2ecc-473c-4c7a-9064-1f7778c55003 req-fbbb5033-b3c3-414d-aed7-7dd49bcc32e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=983b19e5ed194cd8997bf4890869c35a&device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 1096 time: 0.1473832 Sep 09 20:59:58.114486 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-082872ab-7da4-4174-933b-ea5e157414cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:58.115524 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-082872ab-7da4-4174-933b-ea5e157414cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=983b19e5ed194cd8997bf4890869c35a&device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 1097 time: 0.1266134 Sep 09 20:59:58.128230 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-e867a557-9e2e-466a-a657-d1788f98ac64 req-c69b68a1-520f-4a59-a570-36e4f2259560 service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139731 Sep 09 20:59:58.221384 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8b6fa-1826-44c0-bb9d-748adda785f4 req-f4988893-5e3e-46e6-97b9-8c9f3aa2baf8 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:58.223082 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8dd8b6fa-1826-44c0-bb9d-748adda785f4 req-f4988893-5e3e-46e6-97b9-8c9f3aa2baf8 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 931 time: 0.1807430 Sep 09 20:59:58.233686 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-2761a0f2-0e01-4d63-a4a8-7ae5dc02202c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fa16e52-00a9-4115-9838-d6d1dc41d08f HTTP/1.1" status: 200 len: 217 time: 0.1069527 Sep 09 20:59:58.239241 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-e867a557-9e2e-466a-a657-d1788f98ac64 req-5ed7d06e-6b47-41a1-9ce4-fa643fd46901 service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026905 Sep 09 20:59:58.294145 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port d74c13c6-026a-40f3-ac6c-48a2a5df6f1a, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=d74c13c6-026a-40f3-ac6c-48a2a5df6f1a,segment=NetworkSegment(64d63f74-1b9c-4c63-a47c-9093561b8e60),segment_id=64d63f74-1b9c-4c63-a47c-9093561b8e60)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:59:58.306746 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': 'd74c13c6-026a-40f3-ac6c-48a2a5df6f1a', 'network_id': 'd6465349-5f47-4d0e-a36a-d21e382a4e7f', 'port_id': 'd74c13c6-026a-40f3-ac6c-48a2a5df6f1a', 'mac_address': 'fa:16:3e:0e:de:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad32793-0841-418c-a569-1ad6f75a242e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:59:58.346018 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:58.359811 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74c13c6-026a-40f3-ac6c-48a2a5df6f1a {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:59:58.380872 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port d74c13c6-026a-40f3-ac6c-48a2a5df6f1a, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=d74c13c6-026a-40f3-ac6c-48a2a5df6f1a,segment=NetworkSegment(64d63f74-1b9c-4c63-a47c-9093561b8e60),segment_id=64d63f74-1b9c-4c63-a47c-9093561b8e60)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:59:58.387333 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:58.387997 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 8c40ac7a-7423-4d9e-9041-ad0b354047fb details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:59:58.464790 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=d74c13c6-026a-40f3-ac6c-48a2a5df6f1a,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:58.474991 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8dd8b6fa-1826-44c0-bb9d-748adda785f4 req-ef492aae-a207-4f06-bf72-074d8680bdc1 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356715 Sep 09 20:59:58.498808 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-79926f57-09c4-431d-8305-cb06a787294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:58.500322 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-79926f57-09c4-431d-8305-cb06a787294b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0a6322a-8e0a-4b0a-99c3-ed27597028f0 HTTP/1.1" status: 200 len: 859 time: 0.2599027 Sep 09 20:59:58.530326 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d2ecc-473c-4c7a-9064-1f7778c55003 req-8677875c-1546-440d-9d3a-a33fa799b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:58.531858 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-456d2ecc-473c-4c7a-9064-1f7778c55003 req-8677875c-1546-440d-9d3a-a33fa799b893 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=983b19e5ed194cd8997bf4890869c35a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4154601 Sep 09 20:59:58.532333 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 8c40ac7a-7423-4d9e-9041-ad0b354047fb, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=8c40ac7a-7423-4d9e-9041-ad0b354047fb,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:59:58.543850 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': '8c40ac7a-7423-4d9e-9041-ad0b354047fb', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'port_id': '8c40ac7a-7423-4d9e-9041-ad0b354047fb', 'mac_address': 'fa:16:3e:cd:7c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:59:58.566239 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-d613bf09-2c55-4cfb-98a1-e21422f73b7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516908 Sep 09 20:59:58.584676 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:58.597409 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c40ac7a-7423-4d9e-9041-ad0b354047fb {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:59:58.616869 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 8c40ac7a-7423-4d9e-9041-ad0b354047fb, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=8c40ac7a-7423-4d9e-9041-ad0b354047fb,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:59:58.621503 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:58.669725 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=8c40ac7a-7423-4d9e-9041-ad0b354047fb,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:58.686796 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bc118-23d3-453d-b617-e882242a7980 req-807f53ec-b98f-470a-8f63-069b6ee07a0d tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:58.688333 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-710bc118-23d3-453d-b617-e882242a7980 req-807f53ec-b98f-470a-8f63-069b6ee07a0d tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 945 time: 0.2506802 Sep 09 20:59:58.832499 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083868c-5a69-4afa-b7a4-fe3d829e9d6a req-695fb795-03f3-4381-8bbd-eea35ed6542e tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:58.833955 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1083868c-5a69-4afa-b7a4-fe3d829e9d6a req-695fb795-03f3-4381-8bbd-eea35ed6542e tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 944 time: 0.2809412 Sep 09 20:59:58.863716 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['8c40ac7a-7423-4d9e-9041-ad0b354047fb'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:59:58.894379 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-710bc118-23d3-453d-b617-e882242a7980 req-81eaa512-c367-41b0-918d-b3d423a3d9e1 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670318 Sep 09 20:59:58.895536 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d2ecc-473c-4c7a-9064-1f7778c55003 req-55c75f7c-69c2-48f4-9808-f33549a84cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:58.896919 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-456d2ecc-473c-4c7a-9064-1f7778c55003 req-55c75f7c-69c2-48f4-9808-f33549a84cfe service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3428433 Sep 09 20:59:58.915077 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-7f779df3-1de1-47cb-b46b-b77a53ca398b service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380804 Sep 09 20:59:58.938715 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['d74c13c6-026a-40f3-ac6c-48a2a5df6f1a'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:59:59.073493 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af293dab-d905-4044-93a8-a27a8da85611 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:59:59.083515 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:59.097335 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1083868c-5a69-4afa-b7a4-fe3d829e9d6a req-216f13e2-ac92-4b00-8ee3-1e4732db2508 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414417 Sep 09 20:59:59.196545 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Transition to ACTIVE for port object af293dab-d905-4044-93a8-a27a8da85611 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:59:59.218601 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:59.301096 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-297cceb9-8dbe-4f98-9a7c-367d65fd0df1 req-ceb36710-e2f4-4b85-8e8e-43bab40ee8fe service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782473 Sep 09 20:59:59.309870 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-434dff8e-ac33-4c47-a7d5-cce04dd60e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:59.311543 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-434dff8e-ac33-4c47-a7d5-cce04dd60e6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=983b19e5ed194cd8997bf4890869c35a&device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 1096 time: 0.3474770 Sep 09 20:59:59.330655 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ed0f8-f92c-4b32-8006-03035e55617e req-2744d868-db77-42e1-8f5b-298d34e03f0c tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:59.341118 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ef2ed0f8-f92c-4b32-8006-03035e55617e req-2744d868-db77-42e1-8f5b-298d34e03f0c tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 945 time: 0.2511685 Sep 09 20:59:59.447900 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Pushing event updated for resources: {'Port': ['ID=af293dab-d905-4044-93a8-a27a8da85611,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:59.482067 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-0d2d55f8-cf47-4503-b3e6-29a1fde312ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e21f681c-10ec-4cea-a806-650c99dd6ae5 HTTP/1.1" status: 200 len: 217 time: 0.1243303 Sep 09 20:59:59.499992 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6847f-ed66-41a6-9bf0-f9c78641be54 req-a8f4131b-9485-4dbd-8010-3d0a975a9f92 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:59.505415 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-96e6847f-ed66-41a6-9bf0-f9c78641be54 req-a8f4131b-9485-4dbd-8010-3d0a975a9f92 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 945 time: 0.3049498 Sep 09 20:59:59.518082 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45094) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:59.553437 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Attempting to bind port af293dab-d905-4044-93a8-a27a8da85611 on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:59:59.553767 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Attempting to bind port af293dab-d905-4044-93a8-a27a8da85611 by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:59:59.554089 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Attempting to bind port af293dab-d905-4044-93a8-a27a8da85611 on network 33290427-507e-4985-8a57-85d08fed9045 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:59.779991 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ef2ed0f8-f92c-4b32-8006-03035e55617e req-a4df51d5-37a2-46fb-a6ce-bd58703c71dc tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4380875 Sep 09 20:59:59.785443 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Port af293dab-d905-4044-93a8-a27a8da85611 on network 33290427-507e-4985-8a57-85d08fed9045 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:59:59.785763 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Attempting to bind port af293dab-d905-4044-93a8-a27a8da85611 on network 33290427-507e-4985-8a57-85d08fed9045 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:59:59.807875 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8311370d-b534-416e-89af-01b6d07bf0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:59.810151 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:59:59.810567 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Checking segment: {'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:59:59.811033 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Bound using segment: {'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:59:59.812117 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Bound port: af293dab-d905-4044-93a8-a27a8da85611, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:59:59.812685 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:59.825272 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac348eb0-4560-412a-b74f-9c98c9bab748 req-4f8f8524-5fde-473f-a4bb-f9b5fd2c14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:59.826944 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ac348eb0-4560-412a-b74f-9c98c9bab748 req-4f8f8524-5fde-473f-a4bb-f9b5fd2c14a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=983b19e5ed194cd8997bf4890869c35a&device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 1097 time: 0.4643350 Sep 09 20:59:59.842919 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-590c3e81-afd2-462b-b5c8-263ed2612cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:59:59.844527 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-590c3e81-afd2-462b-b5c8-263ed2612cef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0a6322a-8e0a-4b0a-99c3-ed27597028f0 HTTP/1.1" status: 200 len: 859 time: 0.3529713 Sep 09 20:59:59.866809 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-96e6847f-ed66-41a6-9bf0-f9c78641be54 req-a21a487c-8151-4356-9610-d8a879cadbbb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457742 Sep 09 20:59:59.909160 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8311370d-b534-416e-89af-01b6d07bf0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:59.913988 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8311370d-b534-416e-89af-01b6d07bf0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:59:59.955218 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-8311370d-b534-416e-89af-01b6d07bf0cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4f5df296b0c444dabcc912ac8f05924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325461 Sep 09 20:59:59.955218 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311370d-b534-416e-89af-01b6d07bf0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5ac2f7-a278-4e2c-a515-9df4692417bb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:59:59.956228 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45100) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:59:59.956398 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-dd4eacab-e3a7-4025-a608-231085f13c79 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020572 Sep 09 21:00:00.009870 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7577c0eb-d4b6-4277-9d6b-9a9a2039685c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:00.039734 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7577c0eb-d4b6-4277-9d6b-9a9a2039685c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:00.067112 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 2fa16e52-00a9-4115-9838-d6d1dc41d08f details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:00:00.095872 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7577c0eb-d4b6-4277-9d6b-9a9a2039685c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:00.099170 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7577c0eb-d4b6-4277-9d6b-9a9a2039685c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:00.103081 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-7577c0eb-d4b6-4277-9d6b-9a9a2039685c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc5ac2f7-a278-4e2c-a515-9df4692417bb HTTP/1.1" status: 204 len: 168 time: 0.1433082 Sep 09 21:00:00.128879 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:00:00.131002 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577c0eb-d4b6-4277-9d6b-9a9a2039685c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5ac2f7-a278-4e2c-a515-9df4692417bb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:00.210668 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] For port af293dab-d905-4044-93a8-a27a8da85611, host hv-cinder-80508, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:00:00.226938 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b19c6c-413f-4667-880d-25b37949c587 req-8e5da556-5ca0-4b0f-b250-8f94b3b86a9b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:00.234468 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e8b19c6c-413f-4667-880d-25b37949c587 req-8e5da556-5ca0-4b0f-b250-8f94b3b86a9b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.3711441 Sep 09 21:00:00.276294 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] For port af293dab-d905-4044-93a8-a27a8da85611, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=af293dab-d905-4044-93a8-a27a8da85611,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:00:00.282979 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac348eb0-4560-412a-b74f-9c98c9bab748 req-dfb1412c-0b7d-4b47-b6b4-24d85760e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:00.284571 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ac348eb0-4560-412a-b74f-9c98c9bab748 req-dfb1412c-0b7d-4b47-b6b4-24d85760e0b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 HTTP/1.1" status: 200 len: 920 time: 0.4438894 Sep 09 21:00:00.295328 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 2fa16e52-00a9-4115-9838-d6d1dc41d08f, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=2fa16e52-00a9-4115-9838-d6d1dc41d08f,segment=NetworkSegment(28284c3b-fc85-4a94-98d1-2836d6de8850),segment_id=28284c3b-fc85-4a94-98d1-2836d6de8850)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:00.295568 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:00.321483 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': '2fa16e52-00a9-4115-9838-d6d1dc41d08f', 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182', 'port_id': '2fa16e52-00a9-4115-9838-d6d1dc41d08f', 'mac_address': 'fa:16:3e:64:86:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a6322a-8e0a-4b0a-99c3-ed27597028f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:00:00.357410 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa5ef8-684b-415d-ac4a-20b1db7b0ee7 req-3933c79a-ff94-466f-ac73-f232e76f5a23 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:00.358932 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c0aa5ef8-684b-415d-ac4a-20b1db7b0ee7 req-3933c79a-ff94-466f-ac73-f232e76f5a23 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 945 time: 0.3638041 Sep 09 21:00:00.373873 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:00.377675 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:00:00.389929 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:00:00.390459 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:00.402368 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-4abe199b-bc04-4b5d-86a5-762295db60e9 service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230621 Sep 09 21:00:00.408909 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ac348eb0-4560-412a-b74f-9c98c9bab748 req-01a8a8fc-ffb5-4999-a252-6ad88988b43e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fa16e52-00a9-4115-9838-d6d1dc41d08f HTTP/1.1" status: 200 len: 217 time: 0.1027637 Sep 09 21:00:00.418557 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa16e52-00a9-4115-9838-d6d1dc41d08f {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:00:00.430582 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e8b19c6c-413f-4667-880d-25b37949c587 req-5aba84c1-6e71-463b-b5cc-978bc6414b72 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947274 Sep 09 21:00:00.431922 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:00.432558 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:00.434187 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] 10.222.0.48 "PUT /v2.0/ports/af293dab-d905-4044-93a8-a27a8da85611 HTTP/1.1" status: 200 len: 1093 time: 2.5050399 Sep 09 21:00:00.465209 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4482199d-98ea-41a4-a133-ea6d1f664124', 'tag': 'af293dab-d905-4044-93a8-a27a8da85611'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:00:00.466751 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6d5bc7-6c1a-4108-a57b-4ffe605c803f" -d '{"events": [{"name": "network-changed", "server_uuid": "4482199d-98ea-41a4-a133-ea6d1f664124", "tag": "af293dab-d905-4044-93a8-a27a8da85611"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:00:00.475977 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 2fa16e52-00a9-4115-9838-d6d1dc41d08f, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=2fa16e52-00a9-4115-9838-d6d1dc41d08f,segment=NetworkSegment(28284c3b-fc85-4a94-98d1-2836d6de8850),segment_id=28284c3b-fc85-4a94-98d1-2836d6de8850)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:00.489381 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:00.645292 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45126) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:00.659739 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432aae3-02fd-41db-a08f-3a9a0c2dae44 service neutron] Pushing event updated for resources: {'Port': ['ID=af293dab-d905-4044-93a8-a27a8da85611,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:00.682171 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f80f41ea-8617-4568-b052-d75832c6e9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:00.705780 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:00.709249 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:00.721712 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=2fa16e52-00a9-4115-9838-d6d1dc41d08f,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:00.754789 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:00.755982 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa44333c-d90a-4a08-94c5-f6dd5651320c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:00:00.782534 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c0aa5ef8-684b-415d-ac4a-20b1db7b0ee7 req-24f8fa18-b13b-4212-a0b9-788f26e57a69 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807693 Sep 09 21:00:00.789687 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac348eb0-4560-412a-b74f-9c98c9bab748 req-a33af593-8fb4-4d5f-8223-3e521e92c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:00.801224 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ac348eb0-4560-412a-b74f-9c98c9bab748 req-a33af593-8fb4-4d5f-8223-3e521e92c447 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0a6322a-8e0a-4b0a-99c3-ed27597028f0 HTTP/1.1" status: 200 len: 859 time: 0.3288581 Sep 09 21:00:00.864157 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f80f41ea-8617-4568-b052-d75832c6e9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:00.868182 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:00.868994 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 8c40ac7a-7423-4d9e-9041-ad0b354047fb up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:00:00.871210 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['2fa16e52-00a9-4115-9838-d6d1dc41d08f'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:00:00.876300 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f80f41ea-8617-4568-b052-d75832c6e9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:00.897035 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e718c1f-f40d-48cb-8dab-ee0abe9ce9fb x-openstack-request-id: req-3e718c1f-f40d-48cb-8dab-ee0abe9ce9fb {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:00:00.897358 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4482199d-98ea-41a4-a133-ea6d1f664124", "tag": "af293dab-d905-4044-93a8-a27a8da85611", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:00:00.897605 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e718c1f-f40d-48cb-8dab-ee0abe9ce9fb {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:00:00.898002 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4482199d-98ea-41a4-a133-ea6d1f664124', 'tag': 'af293dab-d905-4044-93a8-a27a8da85611', 'status': 'completed', 'code': 200} Sep 09 21:00:00.916013 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ac348eb0-4560-412a-b74f-9c98c9bab748 req-8a5264dc-64cf-4852-be29-6ca24d73ea40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137950 Sep 09 21:00:00.926138 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-566d7736-3b4f-435f-80d9-701927ca7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:00.927814 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-566d7736-3b4f-435f-80d9-701927ca7278 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09f9fa611eb841048d8fa840fed2f21e&device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 1096 time: 0.3945258 Sep 09 21:00:00.943547 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f41ea-8617-4568-b052-d75832c6e9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d1d244-548f-41a2-841c-b67685682d9c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:00.950807 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-f80f41ea-8617-4568-b052-d75832c6e9f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77a1420cb36a416eb9780931b4fa3fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038397 Sep 09 21:00:00.953302 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45140) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:00.962885 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6a16b-48ec-413b-be41-aa496d006e54 req-9ac7fe34-7f30-4ee6-bf14-ed18c2a8f409 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:00.964508 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b7b6a16b-48ec-413b-be41-aa496d006e54 req-9ac7fe34-7f30-4ee6-bf14-ed18c2a8f409 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 945 time: 0.3792412 Sep 09 21:00:00.985522 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f15404bb-7e6a-49b5-a0c9-4e939ac22ccf req-20f74953-f479-4886-b227-ba874bab476c service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277357 Sep 09 21:00:01.019835 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b7b6a16b-48ec-413b-be41-aa496d006e54 req-c35e793e-4578-4f23-818e-1971e1dc6d6d tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447938 Sep 09 21:00:01.029464 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808e7d-b67f-4f67-96cb-2761cdffb362 req-0cd87dc0-7190-48e4-b908-04c3ffb3f7fa tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:01.039358 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-18808e7d-b67f-4f67-96cb-2761cdffb362 req-0cd87dc0-7190-48e4-b908-04c3ffb3f7fa tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 945 time: 0.1400859 Sep 09 21:00:01.087207 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:01.102804 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-18808e7d-b67f-4f67-96cb-2761cdffb362 req-2f3eac1c-85d0-46d5-b480-36231cceaa0d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622923 Sep 09 21:00:01.103121 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88c20140-2fe4-40d3-8aa8-0b8556a4a3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:01.113687 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e19dcd0-a774-49f6-a785-39aef4f9a7e4" -d '{"events": [{"server_uuid": "fa44333c-d90a-4a08-94c5-f6dd5651320c", "name": "network-vif-plugged", "status": "completed", "tag": "14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:00:01.130411 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port 8c40ac7a-7423-4d9e-9041-ad0b354047fb completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:00:01.131008 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88c20140-2fe4-40d3-8aa8-0b8556a4a3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:01.139088 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port 8c40ac7a-7423-4d9e-9041-ad0b354047fb triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:00:01.139583 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:01.199802 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88c20140-2fe4-40d3-8aa8-0b8556a4a3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:01.203390 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88c20140-2fe4-40d3-8aa8-0b8556a4a3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:01.205197 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-88c20140-2fe4-40d3-8aa8-0b8556a4a3e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8d1d244-548f-41a2-841c-b67685682d9c HTTP/1.1" status: 204 len: 168 time: 0.2502046 Sep 09 21:00:01.215024 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c20140-2fe4-40d3-8aa8-0b8556a4a3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d1d244-548f-41a2-841c-b67685682d9c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:01.238155 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d896b2-6efb-4046-ad1b-b5b1a8154e26 req-8c01c8b3-1c5a-4c1e-88fb-ea02f949d7b2 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:01.239766 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-54d896b2-6efb-4046-ad1b-b5b1a8154e26 req-8c01c8b3-1c5a-4c1e-88fb-ea02f949d7b2 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 946 time: 0.0858376 Sep 09 21:00:01.267977 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294d014a-436f-45e6-b96d-a111630420ec x-openstack-request-id: req-294d014a-436f-45e6-b96d-a111630420ec {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:00:01.268258 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa44333c-d90a-4a08-94c5-f6dd5651320c", "name": "network-vif-plugged", "status": "completed", "tag": "14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:00:01.268687 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-294d014a-436f-45e6-b96d-a111630420ec {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:00:01.269139 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa44333c-d90a-4a08-94c5-f6dd5651320c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f', 'code': 200} Sep 09 21:00:01.292204 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-54d896b2-6efb-4046-ad1b-b5b1a8154e26 req-12e1ee9e-3f47-4d10-a67a-0b01d31d0192 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450320 Sep 09 21:00:01.305261 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:01.342742 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 8c40ac7a-7423-4d9e-9041-ad0b354047fb, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=8c40ac7a-7423-4d9e-9041-ad0b354047fb,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:01.347232 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:01.348216 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device d74c13c6-026a-40f3-ac6c-48a2a5df6f1a up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:00:01.423647 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=8c40ac7a-7423-4d9e-9041-ad0b354047fb,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:01.435993 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port d74c13c6-026a-40f3-ac6c-48a2a5df6f1a completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:00:01.440432 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port d74c13c6-026a-40f3-ac6c-48a2a5df6f1a triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:00:01.440811 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:01.539430 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:01.565172 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d2cc3-837b-4baf-a6a2-cb45c1dc18b1 req-45510459-1674-408b-bc66-5ec3c016d1c9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:01.567578 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4b6d2cc3-837b-4baf-a6a2-cb45c1dc18b1 req-45510459-1674-408b-bc66-5ec3c016d1c9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.0575266 Sep 09 21:00:01.575742 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port d74c13c6-026a-40f3-ac6c-48a2a5df6f1a, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=d74c13c6-026a-40f3-ac6c-48a2a5df6f1a,segment=NetworkSegment(64d63f74-1b9c-4c63-a47c-9093561b8e60),segment_id=64d63f74-1b9c-4c63-a47c-9093561b8e60)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:01.580975 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:01.608335 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4b6d2cc3-837b-4baf-a6a2-cb45c1dc18b1 req-1d9708db-df51-498c-aecd-893ced4dfee2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339937 Sep 09 21:00:01.639017 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=d74c13c6-026a-40f3-ac6c-48a2a5df6f1a,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:01.889487 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2693f-9199-42a3-9a01-e61884fa0e8c req-ef35c93c-0652-4bf5-9bd4-b1d25c1cbe03 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:01.890931 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bbc2693f-9199-42a3-9a01-e61884fa0e8c req-ef35c93c-0652-4bf5-9bd4-b1d25c1cbe03 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 946 time: 0.0502760 Sep 09 21:00:01.930099 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bbc2693f-9199-42a3-9a01-e61884fa0e8c req-e7911c70-fce0-4117-b1c9-a5911fc437cc tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331883 Sep 09 21:00:02.148066 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b4fe7-2e0b-4865-896c-6b2f0df3c677 req-5436d17d-8f1c-43b2-8206-33a033cbacf8 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:02.149789 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c21b4fe7-2e0b-4865-896c-6b2f0df3c677 req-5436d17d-8f1c-43b2-8206-33a033cbacf8 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 945 time: 0.0492489 Sep 09 21:00:02.223918 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c21b4fe7-2e0b-4865-896c-6b2f0df3c677 req-258929a9-7d2b-4712-b5a0-3ec9d6b42abf tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673516 Sep 09 21:00:02.255479 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dfca4-9cb5-4cd4-9f80-da6b7cbd1091 req-58403daf-90b5-4eef-b0bd-a6da80c56494 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:02.256877 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a68dfca4-9cb5-4cd4-9f80-da6b7cbd1091 req-58403daf-90b5-4eef-b0bd-a6da80c56494 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0859451 Sep 09 21:00:02.301949 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a68dfca4-9cb5-4cd4-9f80-da6b7cbd1091 req-aaa146b8-4256-4e37-bdd0-ced56b6eaddc tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341303 Sep 09 21:00:02.325736 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45190) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:02.396910 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b4803-9a4f-45b2-8656-1b033d159f16 req-d2962258-806a-4f08-9ac5-6505bfa92521 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:02.398457 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d41b4803-9a4f-45b2-8656-1b033d159f16 req-d2962258-806a-4f08-9ac5-6505bfa92521 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 946 time: 0.0476861 Sep 09 21:00:02.430966 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d1c9e71-91e6-4c07-9523-d66542c19168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:02.437713 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d41b4803-9a4f-45b2-8656-1b033d159f16 req-a4e4d6e5-59a8-4bd0-9c33-95fba2bb6c49 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332143 Sep 09 21:00:02.520676 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d1c9e71-91e6-4c07-9523-d66542c19168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:02.524329 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d1c9e71-91e6-4c07-9523-d66542c19168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:02.560214 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-6d1c9e71-91e6-4c07-9523-d66542c19168 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b5f9a78aff64380b94bbc8600f350ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334208 Sep 09 21:00:02.561310 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c9e71-91e6-4c07-9523-d66542c19168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e473ee-f86c-4783-aa3f-91bde39c97af,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:02.563026 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 45194) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:02.611414 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f3c57ce-bc48-4c04-a516-f4e7f0c12b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:02.631916 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f3c57ce-bc48-4c04-a516-f4e7f0c12b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:02.692976 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f3c57ce-bc48-4c04-a516-f4e7f0c12b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:02.695485 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f3c57ce-bc48-4c04-a516-f4e7f0c12b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:02.696538 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-0f3c57ce-bc48-4c04-a516-f4e7f0c12b48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7e473ee-f86c-4783-aa3f-91bde39c97af HTTP/1.1" status: 204 len: 168 time: 0.1325202 Sep 09 21:00:02.720771 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c57ce-bc48-4c04-a516-f4e7f0c12b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e473ee-f86c-4783-aa3f-91bde39c97af,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:02.745759 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b418ec-1c15-4b69-9bd8-4bc8d98c1bcd req-e3a45b09-eac6-4c28-b6f4-2510997dba8d tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:02.747317 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-89b418ec-1c15-4b69-9bd8-4bc8d98c1bcd req-e3a45b09-eac6-4c28-b6f4-2510997dba8d tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.0632839 Sep 09 21:00:02.790249 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-89b418ec-1c15-4b69-9bd8-4bc8d98c1bcd req-d3cae92e-3d1a-4d19-a0aa-2a008a60f167 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344899 Sep 09 21:00:03.047102 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0abc2e-2e17-4812-af2b-f32e80fdf963 req-0349d4ef-fa7b-490f-90e6-5ffb35f0f296 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:03.048733 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fb0abc2e-2e17-4812-af2b-f32e80fdf963 req-0349d4ef-fa7b-490f-90e6-5ffb35f0f296 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 946 time: 0.0501316 Sep 09 21:00:03.087787 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fb0abc2e-2e17-4812-af2b-f32e80fdf963 req-6ac6eb96-d983-43b2-8dd7-7629033aff56 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328724 Sep 09 21:00:03.270886 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c40ac7a-7423-4d9e-9041-ad0b354047fb'}, {'server_uuid': '36255289-1ec2-4045-98f8-18dddd894f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74c13c6-026a-40f3-ac6c-48a2a5df6f1a'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:00:03.273261 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6281d5d6-d1c8-4641-9974-353a7fe03fb1" -d '{"events": [{"server_uuid": "6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "8c40ac7a-7423-4d9e-9041-ad0b354047fb"}, {"server_uuid": "36255289-1ec2-4045-98f8-18dddd894f90", "name": "network-vif-plugged", "status": "completed", "tag": "d74c13c6-026a-40f3-ac6c-48a2a5df6f1a"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:00:03.322018 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Sep 2021 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ab742d-2dd7-4d89-9028-a9ac99c918be x-openstack-request-id: req-74ab742d-2dd7-4d89-9028-a9ac99c918be {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:00:03.322319 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "8c40ac7a-7423-4d9e-9041-ad0b354047fb", "code": 200}, {"server_uuid": "36255289-1ec2-4045-98f8-18dddd894f90", "name": "network-vif-plugged", "status": "completed", "tag": "d74c13c6-026a-40f3-ac6c-48a2a5df6f1a", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:00:03.322571 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74ab742d-2dd7-4d89-9028-a9ac99c918be {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:00:03.323132 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c40ac7a-7423-4d9e-9041-ad0b354047fb', 'code': 200} Sep 09 21:00:03.323420 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36255289-1ec2-4045-98f8-18dddd894f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74c13c6-026a-40f3-ac6c-48a2a5df6f1a', 'code': 200} Sep 09 21:00:03.345843 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebfc0b-c02e-44b4-b14f-beda7677b061 req-83e8f205-f18e-42e9-8bb5-e648ef533553 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:03.347388 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2aebfc0b-c02e-44b4-b14f-beda7677b061 req-83e8f205-f18e-42e9-8bb5-e648ef533553 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 945 time: 0.0555902 Sep 09 21:00:03.410633 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2aebfc0b-c02e-44b4-b14f-beda7677b061 req-4b20ee36-355e-43af-8910-178ac03547df tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567029 Sep 09 21:00:03.430500 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e199b-aa94-41c4-b449-54009f818194 req-ebe5c140-6b68-438b-ac32-e789d16cbc21 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:03.432052 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9c1e199b-aa94-41c4-b449-54009f818194 req-ebe5c140-6b68-438b-ac32-e789d16cbc21 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0624182 Sep 09 21:00:03.473486 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9c1e199b-aa94-41c4-b449-54009f818194 req-2545b162-998e-4479-8750-00d0622dcedf tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355704 Sep 09 21:00:03.562321 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473db40-3eee-4c4e-9d17-8f87762080fb req-354699d1-5672-4bcc-aa25-fb6075a54d67 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:03.563849 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5473db40-3eee-4c4e-9d17-8f87762080fb req-354699d1-5672-4bcc-aa25-fb6075a54d67 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 946 time: 0.0523083 Sep 09 21:00:03.603636 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5473db40-3eee-4c4e-9d17-8f87762080fb req-c3d52983-2bcb-4491-9233-beb8326a0ce8 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328712 Sep 09 21:00:03.789670 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-f01b2352-5b77-4ac5-b2cc-f87f55e41e99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af293dab-d905-4044-93a8-a27a8da85611 HTTP/1.1" status: 200 len: 217 time: 0.0481272 Sep 09 21:00:03.921080 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-ac5f9dfd-8184-4f18-84e6-795c9c1a6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:03.922434 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-ac5f9dfd-8184-4f18-84e6-795c9c1a6b4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c27648d-8c41-4fee-ab75-caf24243b35e HTTP/1.1" status: 200 len: 856 time: 0.0986738 Sep 09 21:00:03.926160 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ac348eb0-4560-412a-b74f-9c98c9bab748 req-2d0c23e6-97a0-4a1d-9854-b3dace6309c6 service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038779 Sep 09 21:00:03.948570 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56c711-534f-49ba-a76f-93882096f856 req-041b6419-1bb4-46dc-ad00-9247d2de4b60 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:03.951841 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5d56c711-534f-49ba-a76f-93882096f856 req-041b6419-1bb4-46dc-ad00-9247d2de4b60 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.0677910 Sep 09 21:00:04.098550 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45aabe-b6ae-439d-b7f4-f1c9f5a2646d req-8dd01757-2db4-48eb-8296-b22316615a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:04.100970 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-ed45aabe-b6ae-439d-b7f4-f1c9f5a2646d req-8dd01757-2db4-48eb-8296-b22316615a65 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 1099 time: 0.1111634 Sep 09 21:00:04.103673 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cc7f6-9099-43a4-b18d-326999ca02fa req-eebe8868-1a5d-4ff1-946f-a17eada477c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:04.104375 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-955cc7f6-9099-43a4-b18d-326999ca02fa req-eebe8868-1a5d-4ff1-946f-a17eada477c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 1099 time: 0.1133652 Sep 09 21:00:04.141796 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ed45aabe-b6ae-439d-b7f4-f1c9f5a2646d req-67440fa3-c2e2-451d-aacb-f6d8efac534d service neutron] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:04.147336 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-955cc7f6-9099-43a4-b18d-326999ca02fa req-b7adaeb3-b6ff-4fc0-8176-305fb92177d2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:04.190008 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.db.api [req-ed45aabe-b6ae-439d-b7f4-f1c9f5a2646d req-67440fa3-c2e2-451d-aacb-f6d8efac534d service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 21:00:04.190008 dv-cinder-805083-2-iscsi neutron-server[93818]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 09 21:00:04.190008 dv-cinder-805083-2-iscsi neutron-server[93818]: [parameters: {'project_id': '20178280365948b38e5a44bcab42d281', 'id': '164c1317-522d-40a3-8d5e-119c13e7b14a', 'expiration': datetime.datetime(2021, 9, 9, 21, 2, 4, 182091)}] Sep 09 21:00:04.190008 dv-cinder-805083-2-iscsi neutron-server[93818]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 21:00:04.190950 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG oslo_db.api [req-ed45aabe-b6ae-439d-b7f4-f1c9f5a2646d req-67440fa3-c2e2-451d-aacb-f6d8efac534d service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 21:00:04.268094 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-955cc7f6-9099-43a4-b18d-326999ca02fa req-b7adaeb3-b6ff-4fc0-8176-305fb92177d2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:04.272315 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-955cc7f6-9099-43a4-b18d-326999ca02fa req-b7adaeb3-b6ff-4fc0-8176-305fb92177d2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:04.299945 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-955cc7f6-9099-43a4-b18d-326999ca02fa req-b7adaeb3-b6ff-4fc0-8176-305fb92177d2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774089 Sep 09 21:00:04.311327 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adaeb3-b6ff-4fc0-8176-305fb92177d2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5499952b-3e58-4dd9-8c57-5804318aedf5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:04.366378 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5d56c711-534f-49ba-a76f-93882096f856 req-81621b4b-2437-428c-af42-c51aa1849b78 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4042354 Sep 09 21:00:04.383867 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-fad026da-65bc-4efd-9281-b4497bedc7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:04.385378 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-fad026da-65bc-4efd-9281-b4497bedc7d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33290427-507e-4985-8a57-85d08fed9045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4325547 Sep 09 21:00:04.396137 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e62e6-8ef8-4870-b612-3d03dc536ae6 req-76dd3116-eb7b-4c08-b0f9-e8e1251ae75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:04.397586 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b28e62e6-8ef8-4870-b612-3d03dc536ae6 req-76dd3116-eb7b-4c08-b0f9-e8e1251ae75a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 1099 time: 0.3989198 Sep 09 21:00:04.409675 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cdc66-d529-47b0-8245-e106fc15112b req-748911ed-672b-48de-ab53-9d4eb65bbc5b tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:04.411344 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-524cdc66-d529-47b0-8245-e106fc15112b req-748911ed-672b-48de-ab53-9d4eb65bbc5b tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 946 time: 0.1741505 Sep 09 21:00:04.413345 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ac348eb0-4560-412a-b74f-9c98c9bab748 req-ef4226af-e7a2-4586-adbe-597296d0be72 service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594216 Sep 09 21:00:04.452054 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-524cdc66-d529-47b0-8245-e106fc15112b req-2b853530-abd8-4d1f-bc97-48cefa7f5028 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342660 Sep 09 21:00:04.681548 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b28e62e6-8ef8-4870-b612-3d03dc536ae6 req-4ce7c0a3-94dc-4fb4-8db0-19ca3009bb90 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479826 Sep 09 21:00:04.689431 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450c65a-de2e-4dad-b25a-64046c485b00 req-1cbda353-d72f-4090-aba1-167a830f3a6c tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:04.690847 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e450c65a-de2e-4dad-b25a-64046c485b00 req-1cbda353-d72f-4090-aba1-167a830f3a6c tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 945 time: 0.1894529 Sep 09 21:00:04.692965 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ed45aabe-b6ae-439d-b7f4-f1c9f5a2646d req-67440fa3-c2e2-451d-aacb-f6d8efac534d service neutron] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:04.726329 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-89fa80ea-3f72-4ed9-b579-35ced63a5876 service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940076 Sep 09 21:00:04.733742 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6dd4a-57fd-466d-b5f7-f0b21f9d7db3 req-03338142-9a87-42b5-a6ca-afd9c351a71f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:04.735215 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d1d6dd4a-57fd-466d-b5f7-f0b21f9d7db3 req-03338142-9a87-42b5-a6ca-afd9c351a71f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1658218 Sep 09 21:00:04.765128 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-ed45aabe-b6ae-439d-b7f4-f1c9f5a2646d req-67440fa3-c2e2-451d-aacb-f6d8efac534d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6511078 Sep 09 21:00:04.778802 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e450c65a-de2e-4dad-b25a-64046c485b00 req-420401ea-8341-4d07-a353-3ffd7314cf7b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787947 Sep 09 21:00:04.804919 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d1d6dd4a-57fd-466d-b5f7-f0b21f9d7db3 req-c8284dc5-8cbc-4829-9795-99ec3f9b4a30 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616612 Sep 09 21:00:04.904618 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85386925-20e6-4ddb-b40b-34eead5ced41 req-1ca7ab54-54bb-4c0f-9511-094524922c67 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:04.907953 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-85386925-20e6-4ddb-b40b-34eead5ced41 req-1ca7ab54-54bb-4c0f-9511-094524922c67 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 946 time: 0.0608270 Sep 09 21:00:04.946549 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-85386925-20e6-4ddb-b40b-34eead5ced41 req-64ecbfc6-39a2-4081-8ad5-50e0158d7eba tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343859 Sep 09 21:00:05.216690 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93a9e9a0-a14f-48d6-8664-7386b69ddcc8 req-f84094f4-687a-4f70-8c8a-2b4c98b13f7b service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940578 Sep 09 21:00:05.328264 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d5bc7-6c1a-4108-a57b-4ffe605c803f req-01cf12c1-b2fb-48ef-957f-a1ee07a7c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:05.329785 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8e6d5bc7-6c1a-4108-a57b-4ffe605c803f req-01cf12c1-b2fb-48ef-957f-a1ee07a7c8e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09f9fa611eb841048d8fa840fed2f21e&device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 1096 time: 0.0454412 Sep 09 21:00:05.424958 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d5bc7-6c1a-4108-a57b-4ffe605c803f req-67c62737-a305-4f0f-a4e6-ea2606119edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:05.426505 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8e6d5bc7-6c1a-4108-a57b-4ffe605c803f req-67c62737-a305-4f0f-a4e6-ea2606119edb service neutron] 10.222.0.48 "GET /v2.0/networks?id=33290427-507e-4985-8a57-85d08fed9045 HTTP/1.1" status: 200 len: 918 time: 0.0879946 Sep 09 21:00:05.485114 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8e6d5bc7-6c1a-4108-a57b-4ffe605c803f req-0741a478-c230-40c7-ad11-54a7eeddc4ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af293dab-d905-4044-93a8-a27a8da85611 HTTP/1.1" status: 200 len: 217 time: 0.0500319 Sep 09 21:00:05.594102 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c501fa-3f4c-4d54-b3d9-417124a983dc req-01d7bad6-2a27-49a8-9a84-2110ac159b79 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:05.596314 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-21c501fa-3f4c-4d54-b3d9-417124a983dc req-01d7bad6-2a27-49a8-9a84-2110ac159b79 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.1215744 Sep 09 21:00:05.598923 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d5bc7-6c1a-4108-a57b-4ffe605c803f req-7ceee7a0-9040-4e39-acbf-7312e73fba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:05.600351 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8e6d5bc7-6c1a-4108-a57b-4ffe605c803f req-7ceee7a0-9040-4e39-acbf-7312e73fba9b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c27648d-8c41-4fee-ab75-caf24243b35e HTTP/1.1" status: 200 len: 856 time: 0.0982971 Sep 09 21:00:05.636738 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a313-8d02-4889-b3b9-cc7d390b1c12 req-772f0905-125e-49e2-9332-d85cc20e33cc tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:05.638284 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ecc1a313-8d02-4889-b3b9-cc7d390b1c12 req-772f0905-125e-49e2-9332-d85cc20e33cc tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 946 time: 0.1072111 Sep 09 21:00:05.695791 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-21c501fa-3f4c-4d54-b3d9-417124a983dc req-a98c6dea-3e96-49a6-b6f9-74a6ea455f4a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928781 Sep 09 21:00:05.710309 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d5bc7-6c1a-4108-a57b-4ffe605c803f req-34f1df4c-6d3e-4d6d-a511-8417d0b1f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:05.723814 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8e6d5bc7-6c1a-4108-a57b-4ffe605c803f req-34f1df4c-6d3e-4d6d-a511-8417d0b1f69f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33290427-507e-4985-8a57-85d08fed9045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0993323 Sep 09 21:00:05.723814 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ecc1a313-8d02-4889-b3b9-cc7d390b1c12 req-1fb0b121-273d-4f2c-843f-6dcb3f9acd56 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610647 Sep 09 21:00:05.725359 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 2fa16e52-00a9-4115-9838-d6d1dc41d08f up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:00:05.778826 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port 2fa16e52-00a9-4115-9838-d6d1dc41d08f completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:00:05.783286 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port 2fa16e52-00a9-4115-9838-d6d1dc41d08f triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:00:05.783703 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:05.821986 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8e6d5bc7-6c1a-4108-a57b-4ffe605c803f req-737073ed-7dc0-4fd2-a9f2-10ff932e2246 service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015804 Sep 09 21:00:05.893208 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:05.918754 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380aaff1-6869-45cb-ae76-e18e02bee114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa16e52-00a9-4115-9838-d6d1dc41d08f'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:00:05.921266 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bfa55d-02ba-41ba-a00a-ef79b0fe2d65" -d '{"events": [{"server_uuid": "380aaff1-6869-45cb-ae76-e18e02bee114", "name": "network-vif-plugged", "status": "completed", "tag": "2fa16e52-00a9-4115-9838-d6d1dc41d08f"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:00:05.935255 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 2fa16e52-00a9-4115-9838-d6d1dc41d08f, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=2fa16e52-00a9-4115-9838-d6d1dc41d08f,segment=NetworkSegment(28284c3b-fc85-4a94-98d1-2836d6de8850),segment_id=28284c3b-fc85-4a94-98d1-2836d6de8850)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:05.941416 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:06.002066 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=2fa16e52-00a9-4115-9838-d6d1dc41d08f,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:06.014130 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7debfdc-5d53-4c4f-ad9b-17806ab4c463 req-d4018f3e-4a32-46cb-8ec8-02bf75d42330 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:06.015726 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c7debfdc-5d53-4c4f-ad9b-17806ab4c463 req-d4018f3e-4a32-46cb-8ec8-02bf75d42330 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1358697 Sep 09 21:00:06.026900 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8bfe6-82ac-4bc6-9db1-fa06ae2df5df req-57d5bdf1-ee70-4d6a-a799-f200ad8ac05d tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:06.028461 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-99c8bfe6-82ac-4bc6-9db1-fa06ae2df5df req-57d5bdf1-ee70-4d6a-a799-f200ad8ac05d tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 945 time: 0.1497576 Sep 09 21:00:06.031847 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8e6d5bc7-6c1a-4108-a57b-4ffe605c803f req-c40ffc67-40e2-4b88-ae7a-c1952080bf93 service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011433 Sep 09 21:00:06.090601 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c7debfdc-5d53-4c4f-ad9b-17806ab4c463 req-b1836247-d86c-454c-a1ee-d6dd7bb6c3e1 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611169 Sep 09 21:00:06.093195 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-99c8bfe6-82ac-4bc6-9db1-fa06ae2df5df req-9a0bdc8b-900d-4fdf-81fa-c94a56cb4e25 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546470 Sep 09 21:00:06.136185 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e05e1d-c4fd-472d-a3d0-e4827fc7a193 x-openstack-request-id: req-b4e05e1d-c4fd-472d-a3d0-e4827fc7a193 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:00:06.136491 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380aaff1-6869-45cb-ae76-e18e02bee114", "name": "network-vif-plugged", "status": "completed", "tag": "2fa16e52-00a9-4115-9838-d6d1dc41d08f", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:00:06.136737 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4e05e1d-c4fd-472d-a3d0-e4827fc7a193 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:00:06.137096 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380aaff1-6869-45cb-ae76-e18e02bee114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa16e52-00a9-4115-9838-d6d1dc41d08f', 'code': 200} Sep 09 21:00:06.231970 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6598f-490a-42d0-89e7-b6c174e1f4cb req-85824388-e403-4ef9-9029-adace3242c01 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:06.233819 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-98a6598f-490a-42d0-89e7-b6c174e1f4cb req-85824388-e403-4ef9-9029-adace3242c01 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 946 time: 0.0602529 Sep 09 21:00:06.282985 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-98a6598f-490a-42d0-89e7-b6c174e1f4cb req-946f8254-0f7e-4cfe-960e-f60922a7a7de tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417283 Sep 09 21:00:06.344478 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1983914-4cd6-4bd8-acc7-940c39338856 req-4ed1e1cc-2655-4e7f-bb11-1f903336b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:06.346029 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d1983914-4cd6-4bd8-acc7-940c39338856 req-4ed1e1cc-2655-4e7f-bb11-1f903336b6b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 1099 time: 0.0409150 Sep 09 21:00:06.387586 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d1983914-4cd6-4bd8-acc7-940c39338856 req-ac00eca6-43a0-45f2-b2b1-4d13033d35e7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326877 Sep 09 21:00:06.727996 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 45352) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:06.847672 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f835d98-861c-4652-a268-f22bb43a7d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:06.878469 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3714ce0-1653-4b46-9b57-2228a6d41d01 req-b253025c-b35f-431f-b3fc-a4a72a517b76 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:06.880076 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b3714ce0-1653-4b46-9b57-2228a6d41d01 req-b253025c-b35f-431f-b3fc-a4a72a517b76 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.1056681 Sep 09 21:00:06.890128 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a139f42-0148-490f-8bca-dcfe9a368290 req-9fa3771b-830f-4bfb-bccf-d5c765d5d6b8 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:06.891599 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5a139f42-0148-490f-8bca-dcfe9a368290 req-9fa3771b-830f-4bfb-bccf-d5c765d5d6b8 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 946 time: 0.1049247 Sep 09 21:00:06.976324 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b3714ce0-1653-4b46-9b57-2228a6d41d01 req-9ec94246-f44c-40d5-af00-d2822df4f1db tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816391 Sep 09 21:00:06.984495 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5a139f42-0148-490f-8bca-dcfe9a368290 req-3d3970a3-6284-40b4-9600-a8864cbee60f tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812340 Sep 09 21:00:07.027411 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f835d98-861c-4652-a268-f22bb43a7d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:07.030935 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f835d98-861c-4652-a268-f22bb43a7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:07.068021 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-5f835d98-861c-4652-a268-f22bb43a7d47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc2dfb750a4e4e69b82879ffb09983cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389366 Sep 09 21:00:07.068884 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f835d98-861c-4652-a268-f22bb43a7d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5554ceac-17b6-46a5-80ba-cf7536d48254,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:07.070725 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45358) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:07.125307 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eed1ff99-d358-4227-a29f-1c4f5f58ba68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:07.147126 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eed1ff99-d358-4227-a29f-1c4f5f58ba68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:07.208657 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eed1ff99-d358-4227-a29f-1c4f5f58ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:07.211737 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eed1ff99-d358-4227-a29f-1c4f5f58ba68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:07.213278 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-eed1ff99-d358-4227-a29f-1c4f5f58ba68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5554ceac-17b6-46a5-80ba-cf7536d48254 HTTP/1.1" status: 204 len: 168 time: 0.1414206 Sep 09 21:00:07.226237 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1ff99-d358-4227-a29f-1c4f5f58ba68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5554ceac-17b6-46a5-80ba-cf7536d48254,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:07.238427 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bf3e3-e1db-4ecb-b739-ca752a5abb9c req-cbf7c490-0a2f-483d-8de9-e0694576a7fc tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:07.239919 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1f7bf3e3-e1db-4ecb-b739-ca752a5abb9c req-cbf7c490-0a2f-483d-8de9-e0694576a7fc tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0831006 Sep 09 21:00:07.255500 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f824ec-9d45-4eb5-8a95-05ded0ca2629 req-da43700d-6a07-46c5-8c7c-8b57d832d292 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:07.256970 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-65f824ec-9d45-4eb5-8a95-05ded0ca2629 req-da43700d-6a07-46c5-8c7c-8b57d832d292 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0719643 Sep 09 21:00:07.317001 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1f7bf3e3-e1db-4ecb-b739-ca752a5abb9c req-8fd950d9-60ac-41ee-9e91-abb76319c264 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590675 Sep 09 21:00:07.322163 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-65f824ec-9d45-4eb5-8a95-05ded0ca2629 req-7ccc85f2-3819-4154-b721-d346dabf3df6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576425 Sep 09 21:00:07.429886 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c14513-926b-4b7d-991e-4b3974715c2f req-7eb0810d-fb41-419a-856b-994597979db1 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:07.431794 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-52c14513-926b-4b7d-991e-4b3974715c2f req-7eb0810d-fb41-419a-856b-994597979db1 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 946 time: 0.0490117 Sep 09 21:00:07.477193 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-52c14513-926b-4b7d-991e-4b3974715c2f req-20325616-3457-40af-a12c-6a1e8b77916e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397007 Sep 09 21:00:08.134548 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe626e-169c-4e61-9fbc-4e83ecff2941 req-86e3bf2c-baeb-4124-8f77-06bb8fc5bb29 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:08.136067 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4dbe626e-169c-4e61-9fbc-4e83ecff2941 req-86e3bf2c-baeb-4124-8f77-06bb8fc5bb29 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.0812414 Sep 09 21:00:08.145367 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82266eb-846e-458c-8473-c5b01197275d req-96be4d96-3ba8-4773-a658-6dd4eccc433a tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:08.146840 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d82266eb-846e-458c-8473-c5b01197275d req-96be4d96-3ba8-4773-a658-6dd4eccc433a tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 946 time: 0.0900989 Sep 09 21:00:08.198893 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4dbe626e-169c-4e61-9fbc-4e83ecff2941 req-4a9466a8-cb38-412f-9119-2932975e82e2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510733 Sep 09 21:00:08.208096 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d82266eb-846e-458c-8473-c5b01197275d req-bd7aa4e7-3ba6-475d-8d63-0a48339f5520 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540550 Sep 09 21:00:08.369254 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device af293dab-d905-4044-93a8-a27a8da85611 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:00:08.483844 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f3eb8-27a1-4275-a21b-8e95744bf652 req-f50104b3-5b81-424f-8a73-c485aca2e006 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:08.486766 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-070f3eb8-27a1-4275-a21b-8e95744bf652 req-f50104b3-5b81-424f-8a73-c485aca2e006 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0942712 Sep 09 21:00:08.505048 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port af293dab-d905-4044-93a8-a27a8da85611, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=af293dab-d905-4044-93a8-a27a8da85611,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:08.517341 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': 'af293dab-d905-4044-93a8-a27a8da85611', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'port_id': 'af293dab-d905-4044-93a8-a27a8da85611', 'mac_address': 'fa:16:3e:81:de:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:00:08.525575 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4836a9-2e3d-491c-a7e6-e96cd2f2092a req-25ce1cf8-4a54-4ce6-a6be-58a30c44b523 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:08.535866 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7b4836a9-2e3d-491c-a7e6-e96cd2f2092a req-25ce1cf8-4a54-4ce6-a6be-58a30c44b523 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0987191 Sep 09 21:00:08.555458 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:08.565716 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-070f3eb8-27a1-4275-a21b-8e95744bf652 req-abb0395d-0d0e-41ac-8e35-4dea4b74d4d8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690951 Sep 09 21:00:08.570137 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af293dab-d905-4044-93a8-a27a8da85611 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:00:08.587581 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7b4836a9-2e3d-491c-a7e6-e96cd2f2092a req-4a08e9e1-6ede-4488-a12a-f051c2602d61 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459864 Sep 09 21:00:08.596973 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port af293dab-d905-4044-93a8-a27a8da85611, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=af293dab-d905-4044-93a8-a27a8da85611,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:08.602021 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:08.602778 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device e21f681c-10ec-4cea-a806-650c99dd6ae5 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:00:08.670599 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9cbec-194d-4f0e-ade6-293c161eff5c req-b55004a2-ae6e-4ba3-adbc-e4709bc59b39 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:08.672133 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-34f9cbec-194d-4f0e-ade6-293c161eff5c req-b55004a2-ae6e-4ba3-adbc-e4709bc59b39 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 946 time: 0.0473282 Sep 09 21:00:08.679021 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=af293dab-d905-4044-93a8-a27a8da85611,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:08.712715 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-34f9cbec-194d-4f0e-ade6-293c161eff5c req-46ba4df1-1cdf-49a8-98ef-5c00457d480b tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338912 Sep 09 21:00:08.738784 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port e21f681c-10ec-4cea-a806-650c99dd6ae5, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=e21f681c-10ec-4cea-a806-650c99dd6ae5,segment=NetworkSegment(28284c3b-fc85-4a94-98d1-2836d6de8850),segment_id=28284c3b-fc85-4a94-98d1-2836d6de8850)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:08.750084 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': 'e21f681c-10ec-4cea-a806-650c99dd6ae5', 'network_id': 'e8b093fb-5ffe-41e7-8ae6-5e548f1ee182', 'port_id': 'e21f681c-10ec-4cea-a806-650c99dd6ae5', 'mac_address': 'fa:16:3e:65:19:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a6322a-8e0a-4b0a-99c3-ed27597028f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:00:08.789964 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:08.802770 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21f681c-10ec-4cea-a806-650c99dd6ae5 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:00:08.822687 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port e21f681c-10ec-4cea-a806-650c99dd6ae5, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=e21f681c-10ec-4cea-a806-650c99dd6ae5,segment=NetworkSegment(28284c3b-fc85-4a94-98d1-2836d6de8850),segment_id=28284c3b-fc85-4a94-98d1-2836d6de8850)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:08.826445 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:08.873071 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=e21f681c-10ec-4cea-a806-650c99dd6ae5,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:09.534473 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ee087-a25e-4749-b05b-89919fc34ad2 req-d0d96edb-1d3e-4872-a4fe-9e87e6e7cd47 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:09.536110 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ab3ee087-a25e-4749-b05b-89919fc34ad2 req-d0d96edb-1d3e-4872-a4fe-9e87e6e7cd47 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 944 time: 0.2671146 Sep 09 21:00:09.544846 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787a85e-9806-4af7-b448-c07e93689ad7 req-a28b9b82-7230-4485-aed3-3131a67bf4fb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:09.546406 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b787a85e-9806-4af7-b448-c07e93689ad7 req-a28b9b82-7230-4485-aed3-3131a67bf4fb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 946 time: 0.2688510 Sep 09 21:00:09.607007 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ab3ee087-a25e-4749-b05b-89919fc34ad2 req-03008d6e-7f89-458f-b7b5-8246407eb87a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596311 Sep 09 21:00:09.612065 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b787a85e-9806-4af7-b448-c07e93689ad7 req-6efd9af8-586f-4044-ab69-e4acc0c9f95c tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588114 Sep 09 21:00:09.749645 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2866cde-6675-47ad-be74-ceeffe0b5769 req-f0f36d72-7761-497a-b5b7-58782962d64a tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:09.751056 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a2866cde-6675-47ad-be74-ceeffe0b5769 req-f0f36d72-7761-497a-b5b7-58782962d64a tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0845394 Sep 09 21:00:09.759599 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82255a-b5e1-4d81-95fe-deb93c7f2c93 req-e6a24246-bfab-46b3-9eb3-8fa6725b8fd7 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:09.761091 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fb82255a-b5e1-4d81-95fe-deb93c7f2c93 req-e6a24246-bfab-46b3-9eb3-8fa6725b8fd7 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0855188 Sep 09 21:00:09.822146 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a2866cde-6675-47ad-be74-ceeffe0b5769 req-40a94021-7309-4d72-b021-fd1f446f8232 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601592 Sep 09 21:00:09.840973 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fb82255a-b5e1-4d81-95fe-deb93c7f2c93 req-826c2dc2-19d2-47e4-8553-6cdc3d653a99 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595999 Sep 09 21:00:09.955872 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896940b0-4c2a-4906-b666-da65bdc764c1 req-985e4af1-4e4b-4c14-b5fc-a6e9b9bdf730 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:09.957356 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-896940b0-4c2a-4906-b666-da65bdc764c1 req-985e4af1-4e4b-4c14-b5fc-a6e9b9bdf730 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 946 time: 0.0567746 Sep 09 21:00:09.995570 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-896940b0-4c2a-4906-b666-da65bdc764c1 req-3ee27723-91e1-4a2b-a3d7-2feba5eeb0fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322542 Sep 09 21:00:10.239648 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['af293dab-d905-4044-93a8-a27a8da85611'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:00:10.244058 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['e21f681c-10ec-4cea-a806-650c99dd6ae5'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:00:10.714557 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45510) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:10.761214 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-f863ba59-2ac6-40ee-b054-c30ce976b561 admin admin] Deleting subnet 90529b3e-d6b0-4b9c-a4ef-5441ecf1eb99 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:00:10.764350 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f863ba59-2ac6-40ee-b054-c30ce976b561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:10.764481 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd80692-11c5-47c2-b091-1413224c6dcf req-43c3acc3-8a5e-4851-a421-28f598493987 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:10.765939 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-efd80692-11c5-47c2-b091-1413224c6dcf req-43c3acc3-8a5e-4851-a421-28f598493987 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 946 time: 0.0851505 Sep 09 21:00:10.774007 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df75084-2757-442f-9349-440e52195e0f req-e17fcca3-1d88-4cc0-a70e-5dfb7ebc1262 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:10.775451 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0df75084-2757-442f-9349-440e52195e0f req-e17fcca3-1d88-4cc0-a70e-5dfb7ebc1262 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 944 time: 0.0934446 Sep 09 21:00:10.803662 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f863ba59-2ac6-40ee-b054-c30ce976b561 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:10.815196 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f863ba59-2ac6-40ee-b054-c30ce976b561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:10.836451 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-efd80692-11c5-47c2-b091-1413224c6dcf req-05a78fff-045c-4ea7-ba99-238189dd91a5 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600312 Sep 09 21:00:10.841590 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0df75084-2757-442f-9349-440e52195e0f req-d464ba50-c1ee-46a6-845b-9fb7ddb62d0c tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592980 Sep 09 21:00:10.900014 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f863ba59-2ac6-40ee-b054-c30ce976b561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:10.929293 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863ba59-2ac6-40ee-b054-c30ce976b561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90529b3e-d6b0-4b9c-a4ef-5441ecf1eb99,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:10.933309 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f863ba59-2ac6-40ee-b054-c30ce976b561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:10.935872 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-f863ba59-2ac6-40ee-b054-c30ce976b561 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/90529b3e-d6b0-4b9c-a4ef-5441ecf1eb99 HTTP/1.1" status: 204 len: 168 time: 0.2202752 Sep 09 21:00:10.941172 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45518) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:11.011491 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c1e2b-518e-4ed0-bc6f-f6c9dd1f308d req-3487153f-9018-435e-b6ab-267c83c67520 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:11.013060 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b01c1e2b-518e-4ed0-bc6f-f6c9dd1f308d req-3487153f-9018-435e-b6ab-267c83c67520 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0856853 Sep 09 21:00:11.021592 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1cef6-2f24-4222-b7db-ec4f9398ea91 req-fbd28b23-482a-462c-9bae-fd5c0d4e2d0e tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:11.023373 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:11.029316 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fdb1cef6-2f24-4222-b7db-ec4f9398ea91 req-fbd28b23-482a-462c-9bae-fd5c0d4e2d0e tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0871170 Sep 09 21:00:11.109716 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fdb1cef6-2f24-4222-b7db-ec4f9398ea91 req-9dfe09f0-ad0a-4fed-9742-16fc257068f6 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794961 Sep 09 21:00:11.112577 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b01c1e2b-518e-4ed0-bc6f-f6c9dd1f308d req-6f50e862-fb7a-466b-bf98-c303e53a15b5 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813351 Sep 09 21:00:11.129758 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:11.176559 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:00:11.177439 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:00:11.178451 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:00:11.179251 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Subscribe: > port after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:00:11.180247 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:00:11.180706 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Subscribe: > port after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:00:11.181220 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:00:11.181643 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:00:11.182119 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:00:11.182532 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:00:11.238102 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45cf13-f184-4af4-a44d-33f4046139a4 req-388d9ebd-ffcb-4883-9cc2-8777de35e8cb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:11.239744 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3e45cf13-f184-4af4-a44d-33f4046139a4 req-388d9ebd-ffcb-4883-9cc2-8777de35e8cb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 946 time: 0.0535095 Sep 09 21:00:11.297362 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3e45cf13-f184-4af4-a44d-33f4046139a4 req-fd80dcb0-432e-4b0f-b6b4-5f82f9661516 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499265 Sep 09 21:00:11.349924 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed03869-4b31-4e18-a018-3ddc7282984b req-6038fb50-479d-4135-a47d-c610ab36ae41 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:11.351464 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3ed03869-4b31-4e18-a018-3ddc7282984b req-6038fb50-479d-4135-a47d-c610ab36ae41 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0575061 Sep 09 21:00:11.361249 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 45530) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:11.365901 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a2928f7a-67ab-421d-aa8c-d3a51a62fc0d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Request body: {'floatingip': {'port_id': '8c40ac7a-7423-4d9e-9041-ad0b354047fb'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:00:11.405844 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:00:11.406223 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:00:11.406548 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:00:11.406871 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:00:11.407310 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf33cc8-2530-4dce-bc56-36d104e9c78b']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:11.427313 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27934f0c-0f5a-4709-8f6c-9f985cccd1ca') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:11.427313 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27934f0c-0f5a-4709-8f6c-9f985cccd1ca') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:11.443801 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13145614'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:11.445017 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2928f7a-67ab-421d-aa8c-d3a51a62fc0d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:11.474387 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:11.483992 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:00:11.484466 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13123011'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: from cryptography.utils import int_from_bytes Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: from cryptography.utils import int_from_bytes Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: Traceback (most recent call last): Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: timer() Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: cb(*args, **kw) Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: return func(*args, **kwargs) Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: self._notify() Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: self.callback(batched_events) Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: event.method(event) Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: return f(self, *a, **k) Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: return self._get(url).json() Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: return self.request(url, 'GET', **kwargs) Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:00:11.488894 dv-cinder-805083-2-iscsi neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:00:11.561053 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:11.571514 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:11.577430 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1bf33cc8-2530-4dce-bc56-36d104e9c78b HTTP/1.1" status: 204 len: 168 time: 0.6322188 Sep 09 21:00:11.593149 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 45536) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:11.608751 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6286838-bcf7-4216-a767-99f3a66064d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf33cc8-2530-4dce-bc56-36d104e9c78b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:11.721886 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd4aea6-c4da-44f5-bce2-b1324d4e3f81 admin admin] Deleting subnet 1a025c6a-0edf-45f1-9c45-5c45f9a7330b {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:00:11.726134 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abd4aea6-c4da-44f5-bce2-b1324d4e3f81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:11.764701 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device af293dab-d905-4044-93a8-a27a8da85611 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:00:11.804887 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abd4aea6-c4da-44f5-bce2-b1324d4e3f81 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:11.818827 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abd4aea6-c4da-44f5-bce2-b1324d4e3f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:11.822304 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port af293dab-d905-4044-93a8-a27a8da85611 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:00:11.826790 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port af293dab-d905-4044-93a8-a27a8da85611 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:00:11.827248 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.005648 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:00:12.044403 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.068544 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4482199d-98ea-41a4-a133-ea6d1f664124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af293dab-d905-4044-93a8-a27a8da85611'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:00:12.070870 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6082df75-8d41-491b-a10f-3c21c5ba0cb2" -d '{"events": [{"server_uuid": "4482199d-98ea-41a4-a133-ea6d1f664124", "name": "network-vif-plugged", "status": "completed", "tag": "af293dab-d905-4044-93a8-a27a8da85611"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:00:12.085092 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port af293dab-d905-4044-93a8-a27a8da85611, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=af293dab-d905-4044-93a8-a27a8da85611,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:12.090457 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.091351 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device e21f681c-10ec-4cea-a806-650c99dd6ae5 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:00:12.115491 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abd4aea6-c4da-44f5-bce2-b1324d4e3f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.137346 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941772e8-1498-47f4-9b88-8906edd2b2d2 x-openstack-request-id: req-941772e8-1498-47f4-9b88-8906edd2b2d2 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:00:12.137638 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4482199d-98ea-41a4-a133-ea6d1f664124", "name": "network-vif-plugged", "status": "completed", "tag": "af293dab-d905-4044-93a8-a27a8da85611", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:00:12.137885 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-941772e8-1498-47f4-9b88-8906edd2b2d2 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:00:12.138291 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4482199d-98ea-41a4-a133-ea6d1f664124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af293dab-d905-4044-93a8-a27a8da85611', 'code': 200} Sep 09 21:00:12.178260 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=af293dab-d905-4044-93a8-a27a8da85611,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:12.210242 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abd4aea6-c4da-44f5-bce2-b1324d4e3f81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.212720 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-abd4aea6-c4da-44f5-bce2-b1324d4e3f81 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1a025c6a-0edf-45f1-9c45-5c45f9a7330b HTTP/1.1" status: 204 len: 168 time: 0.6181843 Sep 09 21:00:12.215376 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45556) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:12.215858 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port e21f681c-10ec-4cea-a806-650c99dd6ae5 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:00:12.220341 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port e21f681c-10ec-4cea-a806-650c99dd6ae5 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:00:12.221036 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.224422 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4aea6-c4da-44f5-bce2-b1324d4e3f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a025c6a-0edf-45f1-9c45-5c45f9a7330b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:12.249588 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fcfbd-b9dc-4604-acaf-c66cabd883b6 req-f400a147-a8bc-4239-bedf-adfd72f4bc9f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:12.257723 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c25fcfbd-b9dc-4604-acaf-c66cabd883b6 req-f400a147-a8bc-4239-bedf-adfd72f4bc9f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 944 time: 0.2882156 Sep 09 21:00:12.318842 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e05e0fe-89d4-4ef9-8f7f-da65ddfa601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.322782 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.364949 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port e21f681c-10ec-4cea-a806-650c99dd6ae5, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=e21f681c-10ec-4cea-a806-650c99dd6ae5,segment=NetworkSegment(28284c3b-fc85-4a94-98d1-2836d6de8850),segment_id=28284c3b-fc85-4a94-98d1-2836d6de8850)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:12.370728 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.406577 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-a2928f7a-67ab-421d-aa8c-d3a51a62fc0d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 21:00:12.412845 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e05e0fe-89d4-4ef9-8f7f-da65ddfa601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.416647 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaafd82-6675-433d-91dd-50544a38fcdd req-bced8e74-8911-437f-aef5-be8eb5323f44 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:12.418215 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dbaafd82-6675-433d-91dd-50544a38fcdd req-bced8e74-8911-437f-aef5-be8eb5323f44 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.2049057 Sep 09 21:00:12.424822 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=e21f681c-10ec-4cea-a806-650c99dd6ae5,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:12.428118 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c25fcfbd-b9dc-4604-acaf-c66cabd883b6 req-4e45925c-f2e5-4331-b40c-d12dc7f02cc0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692464 Sep 09 21:00:12.437662 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-5e05e0fe-89d4-4ef9-8f7f-da65ddfa601c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af32266-8583-46d4-9efa-8bb68399dc9c']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:12.451969 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-5e05e0fe-89d4-4ef9-8f7f-da65ddfa601c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c079eb6-8f40-4c9c-9e5d-e6964e31458b') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:12.451969 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-5e05e0fe-89d4-4ef9-8f7f-da65ddfa601c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c079eb6-8f40-4c9c-9e5d-e6964e31458b') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:12.462814 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e05e0fe-89d4-4ef9-8f7f-da65ddfa601c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13145614'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.476936 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e05e0fe-89d4-4ef9-8f7f-da65ddfa601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.487475 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e05e0fe-89d4-4ef9-8f7f-da65ddfa601c admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:00:12.487873 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e05e0fe-89d4-4ef9-8f7f-da65ddfa601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13123011'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: Traceback (most recent call last): Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: timer() Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: cb(*args, **kw) Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: return func(*args, **kwargs) Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: self._notify() Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: self.callback(batched_events) Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: event.method(event) Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: return f(self, *a, **k) Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: return self._get(url).json() Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: return self.request(url, 'GET', **kwargs) Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:00:12.489552 dv-cinder-805083-2-iscsi neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:00:12.534760 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2928f7a-67ab-421d-aa8c-d3a51a62fc0d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.543860 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2928f7a-67ab-421d-aa8c-d3a51a62fc0d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.557095 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e05e0fe-89d4-4ef9-8f7f-da65ddfa601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.567605 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e05e0fe-89d4-4ef9-8f7f-da65ddfa601c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.572665 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-5e05e0fe-89d4-4ef9-8f7f-da65ddfa601c admin admin] 10.222.0.13 "DELETE /v2.0/networks/0af32266-8583-46d4-9efa-8bb68399dc9c HTTP/1.1" status: 204 len: 168 time: 0.3524694 Sep 09 21:00:12.587032 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05e0fe-89d4-4ef9-8f7f-da65ddfa601c admin admin] Pushing event deleted for resources: {'Network': ['ID=0af32266-8583-46d4-9efa-8bb68399dc9c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:12.771922 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45574) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:12.785434 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dbaafd82-6675-433d-91dd-50544a38fcdd req-78624261-db0c-493d-83a2-50826c137b89 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561242 Sep 09 21:00:12.835188 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-d322e199-8b77-4b73-a721-98bb8534de83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0158e04c77e4bf19c5a67e2e47bfeca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618880 Sep 09 21:00:12.839527 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45578) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:12.862699 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.l3_db [None req-a2928f7a-67ab-421d-aa8c-d3a51a62fc0d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Floating IP 846a1069-2bcc-44d8-900f-5b03a250e43e associated. External IP: 172.27.3.86, port: 8c40ac7a-7423-4d9e-9041-ad0b354047fb. Sep 09 21:00:12.890319 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70ee4f21-b528-4e3f-86f0-ec6026b4b932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.913453 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70ee4f21-b528-4e3f-86f0-ec6026b4b932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.965743 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70ee4f21-b528-4e3f-86f0-ec6026b4b932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.968359 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70ee4f21-b528-4e3f-86f0-ec6026b4b932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:12.972603 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-70ee4f21-b528-4e3f-86f0-ec6026b4b932 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a63fe9e-0cf7-41e8-b450-82d71075e71b HTTP/1.1" status: 204 len: 168 time: 0.1317303 Sep 09 21:00:12.980672 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee4f21-b528-4e3f-86f0-ec6026b4b932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a63fe9e-0cf7-41e8-b450-82d71075e71b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:13.097804 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2928f7a-67ab-421d-aa8c-d3a51a62fc0d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Router d9f9dbae-7020-4f84-a136-e19eb24309d9 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:00:13.218436 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2928f7a-67ab-421d-aa8c-d3a51a62fc0d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:00:13.225724 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2928f7a-67ab-421d-aa8c-d3a51a62fc0d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:13.236623 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47402265-c1ef-4d2b-994a-058ffd689a52 None None] Sync routers for ids ['d9f9dbae-7020-4f84-a136-e19eb24309d9'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:00:13.248423 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47402265-c1ef-4d2b-994a-058ffd689a52 None None] Routers {'d9f9dbae-7020-4f84-a136-e19eb24309d9'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:00:13.249032 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-47402265-c1ef-4d2b-994a-058ffd689a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:59:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['d9f9dbae-7020-4f84-a136-e19eb24309d9'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:13.259784 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-a2928f7a-67ab-421d-aa8c-d3a51a62fc0d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "PUT /v2.0/floatingips/846a1069-2bcc-44d8-900f-5b03a250e43e HTTP/1.1" status: 200 len: 991 time: 1.8934143 Sep 09 21:00:13.259784 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1', 'tag': '8c40ac7a-7423-4d9e-9041-ad0b354047fb'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:00:13.259784 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8a65f0-77a8-49bd-b0ec-516359984b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1", "tag": "8c40ac7a-7423-4d9e-9041-ad0b354047fb"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:00:13.343506 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45594) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:13.356519 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-47402265-c1ef-4d2b-994a-058ffd689a52 None None] Set router d9f9dbae-7020-4f84-a136-e19eb24309d9 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:00:13.382684 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-daae08dd-6ce2-48f8-a0a2-86c72c812d5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d40dac941f3a4ae8a460c545d094472c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380371 Sep 09 21:00:13.385436 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45596) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:13.435015 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-860e7839-391a-45fd-891c-cab9fbcf34ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:13.457284 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-860e7839-391a-45fd-891c-cab9fbcf34ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:13.505741 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-860e7839-391a-45fd-891c-cab9fbcf34ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:13.508464 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-860e7839-391a-45fd-891c-cab9fbcf34ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:13.509620 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-860e7839-391a-45fd-891c-cab9fbcf34ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e1eeeb9-0b83-4e48-a3d1-946a71e43c63 HTTP/1.1" status: 204 len: 168 time: 0.1232677 Sep 09 21:00:13.518190 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e7839-391a-45fd-891c-cab9fbcf34ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1eeeb9-0b83-4e48-a3d1-946a71e43c63,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:13.637687 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-47402265-c1ef-4d2b-994a-058ffd689a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:24Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '846a1069-2bcc-44d8-900f-5b03a250e43e', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'port_id': '8c40ac7a-7423-4d9e-9041-ad0b354047fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'mac_address': 'fa:16:3e:cd:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:59:40Z', 'updated_at': '2021-09-09T21:00:12Z', 'revision_number': 1, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57996945-d134-4c95-8094-db258ff13fb8', 'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'mac_address': 'fa:16:3e:b3:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:21Z', 'updated_at': '2021-09-09T20:59:35Z', 'revision_number': 5, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'subnets': [{'id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:13.665025 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47402265-c1ef-4d2b-994a-058ffd689a52 None None] Checking router: d9f9dbae-7020-4f84-a136-e19eb24309d9 for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:00:13.673909 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47402265-c1ef-4d2b-994a-058ffd689a52 None None] Routers {'d9f9dbae-7020-4f84-a136-e19eb24309d9'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:00:13.674818 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-47402265-c1ef-4d2b-994a-058ffd689a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T20:59:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['d9f9dbae-7020-4f84-a136-e19eb24309d9'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:13.783332 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-47402265-c1ef-4d2b-994a-058ffd689a52 None None] Set router d9f9dbae-7020-4f84-a136-e19eb24309d9 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:00:14.101673 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-47402265-c1ef-4d2b-994a-058ffd689a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:24Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '846a1069-2bcc-44d8-900f-5b03a250e43e', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'port_id': '8c40ac7a-7423-4d9e-9041-ad0b354047fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'mac_address': 'fa:16:3e:cd:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:59:40Z', 'updated_at': '2021-09-09T21:00:12Z', 'revision_number': 1, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57996945-d134-4c95-8094-db258ff13fb8', 'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'mac_address': 'fa:16:3e:b3:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:21Z', 'updated_at': '2021-09-09T20:59:35Z', 'revision_number': 5, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'subnets': [{'id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:14.131106 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47402265-c1ef-4d2b-994a-058ffd689a52 None None] The sync data for ids ['d9f9dbae-7020-4f84-a136-e19eb24309d9'] in dv-cinder-805083-2-iscsi is: [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:24Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '846a1069-2bcc-44d8-900f-5b03a250e43e', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'port_id': '8c40ac7a-7423-4d9e-9041-ad0b354047fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'mac_address': 'fa:16:3e:cd:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:59:40Z', 'updated_at': '2021-09-09T21:00:12Z', 'revision_number': 1, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57996945-d134-4c95-8094-db258ff13fb8', 'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'mac_address': 'fa:16:3e:b3:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:21Z', 'updated_at': '2021-09-09T20:59:35Z', 'revision_number': 5, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'subnets': [{'id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:00:14.139062 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31adb7d9-a4c9-490d-a710-3bc1392e6eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21f681c-10ec-4cea-a806-650c99dd6ae5'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:00:14.142632 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea2b1e4-06cc-4ac2-bf93-ef73048948c9" -d '{"events": [{"server_uuid": "31adb7d9-a4c9-490d-a710-3bc1392e6eb6", "name": "network-vif-plugged", "status": "completed", "tag": "e21f681c-10ec-4cea-a806-650c99dd6ae5"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:00:14.336478 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415643d0-2d3d-49b1-b18c-c5b3f818aa6a None None] New status for floating IP 846a1069-2bcc-44d8-900f-5b03a250e43e: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:00:14.618467 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45634) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:14.721344 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfac4d92-d721-4f79-af53-c07321fbdf21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:14.819216 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfac4d92-d721-4f79-af53-c07321fbdf21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:14.822933 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfac4d92-d721-4f79-af53-c07321fbdf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:14.863367 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-cfac4d92-d721-4f79-af53-c07321fbdf21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bfa041c13454cb897efb3e3b08a4a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437627 Sep 09 21:00:14.864329 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac4d92-d721-4f79-af53-c07321fbdf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95054452-6ae7-4a1c-96a9-f9427ccf462b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:14.866059 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 45640) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:14.919136 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fc39281-0f4b-4456-88f7-303b70fc8b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:14.945838 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fc39281-0f4b-4456-88f7-303b70fc8b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:14.994308 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fc39281-0f4b-4456-88f7-303b70fc8b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:14.996849 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fc39281-0f4b-4456-88f7-303b70fc8b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:14.998041 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-7fc39281-0f4b-4456-88f7-303b70fc8b2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95054452-6ae7-4a1c-96a9-f9427ccf462b HTTP/1.1" status: 204 len: 168 time: 0.1306446 Sep 09 21:00:15.006665 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc39281-0f4b-4456-88f7-303b70fc8b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95054452-6ae7-4a1c-96a9-f9427ccf462b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:15.712755 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80477145-815d-4c4c-aa89-ce9494118dd8 req-27acb9bd-02ce-4edc-9478-ce7e20d41749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:15.714446 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-80477145-815d-4c4c-aa89-ce9494118dd8 req-27acb9bd-02ce-4edc-9478-ce7e20d41749 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 1098 time: 0.0714905 Sep 09 21:00:15.758701 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0fdd91e3-1e9b-46f8-93d3-944553b6a519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:15.766377 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-80477145-815d-4c4c-aa89-ce9494118dd8 req-d551b23b-85c6-4e16-9752-36090c89899d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437620 Sep 09 21:00:16.096603 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb3dac7-ccf3-4bdd-a766-664dccd3f3ba x-openstack-request-id: req-4fb3dac7-ccf3-4bdd-a766-664dccd3f3ba {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:00:16.097235 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1", "tag": "8c40ac7a-7423-4d9e-9041-ad0b354047fb", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:00:16.098589 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fb3dac7-ccf3-4bdd-a766-664dccd3f3ba {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:00:16.100848 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1', 'tag': '8c40ac7a-7423-4d9e-9041-ad0b354047fb', 'status': 'completed', 'code': 200} Sep 09 21:00:16.222648 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962d269-c565-470e-87fa-05f10eb699a0 req-935d0ebd-84d4-491a-a921-e6a8b386e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:16.224187 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5962d269-c565-470e-87fa-05f10eb699a0 req-935d0ebd-84d4-491a-a921-e6a8b386e561 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=983b19e5ed194cd8997bf4890869c35a&device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 1099 time: 0.0768712 Sep 09 21:00:16.230906 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d851b4-c6b9-4718-9071-4ac8689cd420 x-openstack-request-id: req-b8d851b4-c6b9-4718-9071-4ac8689cd420 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:00:16.231144 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31adb7d9-a4c9-490d-a710-3bc1392e6eb6", "name": "network-vif-plugged", "status": "completed", "tag": "e21f681c-10ec-4cea-a806-650c99dd6ae5", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:00:16.231432 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8d851b4-c6b9-4718-9071-4ac8689cd420 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:00:16.231833 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31adb7d9-a4c9-490d-a710-3bc1392e6eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21f681c-10ec-4cea-a806-650c99dd6ae5', 'code': 200} Sep 09 21:00:16.289965 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a65f0-77a8-49bd-b0ec-516359984b5a req-d5a27b16-c121-4a0e-9a2c-b4f852d536ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:16.291734 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1a8a65f0-77a8-49bd-b0ec-516359984b5a req-d5a27b16-c121-4a0e-9a2c-b4f852d536ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa8238da135c4e78a001cb13cbc49ca3&device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 1099 time: 0.1571052 Sep 09 21:00:16.343512 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0516b-6ae6-4b49-ba6d-eb443a92d403 req-332d5a9d-09a2-4ef1-8be4-f4575917cf51 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:16.345725 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bcc0516b-6ae6-4b49-ba6d-eb443a92d403 req-332d5a9d-09a2-4ef1-8be4-f4575917cf51 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.1410549 Sep 09 21:00:16.380826 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962d269-c565-470e-87fa-05f10eb699a0 req-e3c1440c-3c59-4512-a63a-36946433d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:16.382736 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5962d269-c565-470e-87fa-05f10eb699a0 req-e3c1440c-3c59-4512-a63a-36946433d36d service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 HTTP/1.1" status: 200 len: 920 time: 0.1246583 Sep 09 21:00:16.483790 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca0fba-3b29-4cdd-ad15-06e6a9006d16 req-83f0bc50-d650-4163-b63c-9acf87916e6d tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:16.485283 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f6ca0fba-3b29-4cdd-ad15-06e6a9006d16 req-83f0bc50-d650-4163-b63c-9acf87916e6d tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.1695209 Sep 09 21:00:16.490546 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bcc0516b-6ae6-4b49-ba6d-eb443a92d403 req-acb6642c-8fce-404f-9b33-df87fbc2f9c0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289983 Sep 09 21:00:16.529412 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a65f0-77a8-49bd-b0ec-516359984b5a req-4a7781ea-bc22-426b-b4c5-d7a8f09277db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:16.530869 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1a8a65f0-77a8-49bd-b0ec-516359984b5a req-4a7781ea-bc22-426b-b4c5-d7a8f09277db service neutron] 10.222.0.48 "GET /v2.0/networks?id=0589e727-21ba-4369-8a94-a4059fa739a6 HTTP/1.1" status: 200 len: 910 time: 0.2133002 Sep 09 21:00:16.540451 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5962d269-c565-470e-87fa-05f10eb699a0 req-9c7b4a33-e560-4d6f-8968-8914bec13993 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fa16e52-00a9-4115-9838-d6d1dc41d08f HTTP/1.1" status: 200 len: 217 time: 0.0386932 Sep 09 21:00:16.604802 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962d269-c565-470e-87fa-05f10eb699a0 req-e4045c24-d477-4eb1-bd89-1f5bf50e077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:16.606361 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5962d269-c565-470e-87fa-05f10eb699a0 req-e4045c24-d477-4eb1-bd89-1f5bf50e077d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0a6322a-8e0a-4b0a-99c3-ed27597028f0 HTTP/1.1" status: 200 len: 859 time: 0.0532758 Sep 09 21:00:16.625879 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f6ca0fba-3b29-4cdd-ad15-06e6a9006d16 req-4431d41e-51c0-4b42-acc1-e69ea3f99bec tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325276 Sep 09 21:00:16.649062 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5962d269-c565-470e-87fa-05f10eb699a0 req-2278d1ff-d0f7-41d5-b659-9293d596aa37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288079 Sep 09 21:00:16.668128 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d1a9b-95dd-405d-a167-b02b23e676ea req-06bc6725-fd29-4902-ada2-dac885b247ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:16.669707 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-017d1a9b-95dd-405d-a167-b02b23e676ea req-06bc6725-fd29-4902-ada2-dac885b247ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 1098 time: 0.1545119 Sep 09 21:00:16.676728 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1a8a65f0-77a8-49bd-b0ec-516359984b5a req-df6062fc-daa7-4e03-9355-0144a3661f4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c40ac7a-7423-4d9e-9041-ad0b354047fb HTTP/1.1" status: 200 len: 1001 time: 0.1290760 Sep 09 21:00:16.743921 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5962d269-c565-470e-87fa-05f10eb699a0 req-6ac71bbb-0755-47a7-82d6-3c664ce70aaf service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871606 Sep 09 21:00:16.746739 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-017d1a9b-95dd-405d-a167-b02b23e676ea req-26bf4532-f831-4d2d-b51c-69a72431dac0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579464 Sep 09 21:00:16.757029 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a65f0-77a8-49bd-b0ec-516359984b5a req-beff527e-5507-4ba6-9e4d-26bdc19b7323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:16.758396 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1a8a65f0-77a8-49bd-b0ec-516359984b5a req-beff527e-5507-4ba6-9e4d-26bdc19b7323 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4e83015-b55d-4cac-b7a1-07db3c25a799 HTTP/1.1" status: 200 len: 848 time: 0.0641448 Sep 09 21:00:17.073350 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a65f0-77a8-49bd-b0ec-516359984b5a req-c1590bcb-b011-4421-bacd-e3c8984a852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:17.075054 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1a8a65f0-77a8-49bd-b0ec-516359984b5a req-c1590bcb-b011-4421-bacd-e3c8984a852b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0589e727-21ba-4369-8a94-a4059fa739a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568578 Sep 09 21:00:17.106267 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-5962d269-c565-470e-87fa-05f10eb699a0 req-211c94a2-1524-47b8-bc04-9284506f154c service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970581 Sep 09 21:00:17.184760 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1a8a65f0-77a8-49bd-b0ec-516359984b5a req-36e876dd-d246-42f9-a1f2-d54e20816095 service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012659 Sep 09 21:00:17.303030 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1a8a65f0-77a8-49bd-b0ec-516359984b5a req-fb89b6dc-6040-4fad-98af-63a359ea5b2c service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006138 Sep 09 21:00:17.612959 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6acf72-b40c-4cfb-8776-15e5b674c87c req-110056d8-6699-4ad0-9b0d-c13d62e720c2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:17.614156 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9b6acf72-b40c-4cfb-8776-15e5b674c87c req-110056d8-6699-4ad0-9b0d-c13d62e720c2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0521057 Sep 09 21:00:17.656784 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9b6acf72-b40c-4cfb-8776-15e5b674c87c req-e5e6336a-8957-4633-adf8-038d19505c7a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362847 Sep 09 21:00:17.755411 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be78dd-629c-425f-9e12-2b136522651d req-b9ba5b81-e407-4679-9481-8e2d87688437 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:17.756922 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-28be78dd-629c-425f-9e12-2b136522651d req-b9ba5b81-e407-4679-9481-8e2d87688437 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0566711 Sep 09 21:00:17.795715 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-28be78dd-629c-425f-9e12-2b136522651d req-4bad1310-141a-4493-b3ba-fed0b30622c1 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327730 Sep 09 21:00:18.410768 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f124be90-4e4a-4cae-8ef3-43552f54ff17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:18.574490 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:18.702579 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 45768) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:18.783682 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710f8e6-83a2-48b4-b980-f0760fb0180c req-b0ed4213-9f01-4ee9-ac3c-622b1d7a3e67 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:18.785185 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1710f8e6-83a2-48b4-b980-f0760fb0180c req-b0ed4213-9f01-4ee9-ac3c-622b1d7a3e67 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0523162 Sep 09 21:00:18.817582 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:18.842057 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1710f8e6-83a2-48b4-b980-f0760fb0180c req-3a48c033-8045-4477-803e-f416de07282b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509336 Sep 09 21:00:18.988195 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98c3d3-3ea7-4e87-92c3-a591b168483a req-9fa9da28-0d2a-46c9-9073-3cceb1914ff2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:18.989685 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8d98c3d3-3ea7-4e87-92c3-a591b168483a req-9fa9da28-0d2a-46c9-9073-3cceb1914ff2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.1011095 Sep 09 21:00:19.027733 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:19.038489 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8929a-f037-4991-b1a2-6f15b236a714 req-dd953fae-98a4-4b12-9006-03fb91b87970 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:19.040009 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b7b8929a-f037-4991-b1a2-6f15b236a714 req-dd953fae-98a4-4b12-9006-03fb91b87970 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.1097710 Sep 09 21:00:19.042252 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:19.049562 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45784) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:19.055849 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e6214222-50f4-4816-8c5b-e3d50dbef6d2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Request body: {'floatingip': {'port_id': 'af293dab-d905-4044-93a8-a27a8da85611'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:00:19.094673 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8d98c3d3-3ea7-4e87-92c3-a591b168483a req-57fbc004-277e-4c3c-8ca2-a91dbb3e00b5 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969522 Sep 09 21:00:19.095218 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b10dee-ecc1-46c2-871c-a21c955ddb1a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:19.100290 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bacda3382994220a9e0dd0b3b0f58aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966782 Sep 09 21:00:19.104105 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 45786) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:19.111517 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:19.111870 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:19.112210 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:19.112545 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:19.112875 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:19.113207 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:19.113529 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:19.113846 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:19.114175 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:19.114498 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:19.114821 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:19.115140 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284510c-7539-4698-a3c2-cd547fbe5cb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:19.139103 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6214222-50f4-4816-8c5b-e3d50dbef6d2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for floatingip, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:19.166240 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84f8958a-3d7a-4e2d-899e-9d9a852b70a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:19.201162 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84f8958a-3d7a-4e2d-899e-9d9a852b70a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:19.253451 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84f8958a-3d7a-4e2d-899e-9d9a852b70a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:19.256330 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84f8958a-3d7a-4e2d-899e-9d9a852b70a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:19.257488 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-84f8958a-3d7a-4e2d-899e-9d9a852b70a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19b10dee-ecc1-46c2-871c-a21c955ddb1a HTTP/1.1" status: 204 len: 168 time: 0.1522434 Sep 09 21:00:19.267552 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8958a-3d7a-4e2d-899e-9d9a852b70a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b10dee-ecc1-46c2-871c-a21c955ddb1a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:19.928759 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 45814) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:19.943888 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6214222-50f4-4816-8c5b-e3d50dbef6d2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:19.948494 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6214222-50f4-4816-8c5b-e3d50dbef6d2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:19.957628 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:20.045314 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ffaacbd2-7c33-4b88-b65c-2a39aa85d92f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1525773500-network', 'tenant_id': 'fc3f0ddbc5fc4d2fb31e101f7d887998'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:00:20.051497 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.db.l3_db [None req-e6214222-50f4-4816-8c5b-e3d50dbef6d2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Floating IP 093ce45f-10de-4e2f-9ae7-4994767c6a9d associated. External IP: 172.27.3.80, port: af293dab-d905-4044-93a8-a27a8da85611. Sep 09 21:00:20.068687 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaacbd2-7c33-4b88-b65c-2a39aa85d92f admin admin] Made reservation on behalf of fc3f0ddbc5fc4d2fb31e101f7d887998 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:00:20.071113 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffaacbd2-7c33-4b88-b65c-2a39aa85d92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:20.083946 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffaacbd2-7c33-4b88-b65c-2a39aa85d92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:20.269149 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffaacbd2-7c33-4b88-b65c-2a39aa85d92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:20.273992 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffaacbd2-7c33-4b88-b65c-2a39aa85d92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:20.288649 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d97d96-023c-49d8-b444-27fda60140d4 req-21dd8c5b-63d5-48c4-a00f-30254fde38da tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:20.299072 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-88d97d96-023c-49d8-b444-27fda60140d4 req-21dd8c5b-63d5-48c4-a00f-30254fde38da tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0997918 Sep 09 21:00:20.300756 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 45832) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:20.331061 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6214222-50f4-4816-8c5b-e3d50dbef6d2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Router 793c5fff-81a3-4cd9-b820-55f107a53544 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:00:20.336496 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffaacbd2-7c33-4b88-b65c-2a39aa85d92f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:00:20.361077 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaacbd2-7c33-4b88-b65c-2a39aa85d92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914c9e93-eef9-4c31-80a9-6568eb501bb4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:20.364112 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffaacbd2-7c33-4b88-b65c-2a39aa85d92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:20.364460 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.segments_db [None req-ffaacbd2-7c33-4b88-b65c-2a39aa85d92f admin admin] Added segment cd26ad8a-cdaa-4d80-9e66-df691b959d92 of type vlan for network d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 Sep 09 21:00:20.387118 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-88d97d96-023c-49d8-b444-27fda60140d4 req-bc8e977e-0701-4a51-ac0b-5805f8ae3724 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868640 Sep 09 21:00:20.427609 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffaacbd2-7c33-4b88-b65c-2a39aa85d92f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:20.457530 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5edc0deb-9a78-466b-963f-64dba7ed114b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:20.457746 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6214222-50f4-4816-8c5b-e3d50dbef6d2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:00:20.465938 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6214222-50f4-4816-8c5b-e3d50dbef6d2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:20.468453 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02a303-99f8-465a-b9f1-b3c0b77330f8 None None] Sync routers for ids ['793c5fff-81a3-4cd9-b820-55f107a53544'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:00:20.475127 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffaacbd2-7c33-4b88-b65c-2a39aa85d92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:20.476211 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaacbd2-7c33-4b88-b65c-2a39aa85d92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:20.476797 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffaacbd2-7c33-4b88-b65c-2a39aa85d92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:20.478515 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02a303-99f8-465a-b9f1-b3c0b77330f8 None None] Routers {'793c5fff-81a3-4cd9-b820-55f107a53544'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:00:20.479124 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1b02a303-99f8-465a-b9f1-b3c0b77330f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:00:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['793c5fff-81a3-4cd9-b820-55f107a53544'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:20.504680 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-e6214222-50f4-4816-8c5b-e3d50dbef6d2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "PUT /v2.0/floatingips/093ce45f-10de-4e2f-9ae7-4994767c6a9d HTTP/1.1" status: 200 len: 990 time: 1.4477935 Sep 09 21:00:20.504680 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4482199d-98ea-41a4-a133-ea6d1f664124', 'tag': 'af293dab-d905-4044-93a8-a27a8da85611'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:00:20.504680 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474eaf3bb652fec2f19919b2ceae808cc34db3da34c22d7391db7ed2cca7a9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cddc4f1-f6b4-4aa4-a6da-9d05a1f9d327" -d '{"events": [{"name": "network-changed", "server_uuid": "4482199d-98ea-41a4-a133-ea6d1f664124", "tag": "af293dab-d905-4044-93a8-a27a8da85611"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:00:20.585017 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaacbd2-7c33-4b88-b65c-2a39aa85d92f admin admin] Pushing event updated for resources: {'Network': ['ID=d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:20.597019 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:00:20.612263 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-1b02a303-99f8-465a-b9f1-b3c0b77330f8 None None] Set router 793c5fff-81a3-4cd9-b820-55f107a53544 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:00:20.657491 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c148a960-8ba0-4a20-b398-e780c089ddd1 x-openstack-request-id: req-c148a960-8ba0-4a20-b398-e780c089ddd1 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:00:20.657780 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4482199d-98ea-41a4-a133-ea6d1f664124", "tag": "af293dab-d905-4044-93a8-a27a8da85611", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:00:20.658027 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c148a960-8ba0-4a20-b398-e780c089ddd1 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:00:20.658419 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4482199d-98ea-41a4-a133-ea6d1f664124', 'tag': 'af293dab-d905-4044-93a8-a27a8da85611', 'status': 'completed', 'code': 200} Sep 09 21:00:20.660071 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5edc0deb-9a78-466b-963f-64dba7ed114b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:20.669283 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5edc0deb-9a78-466b-963f-64dba7ed114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:20.684447 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-ffaacbd2-7c33-4b88-b65c-2a39aa85d92f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7545934 Sep 09 21:00:20.687380 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45842) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:20.693019 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Request body: {'subnet': {'network_id': 'd7d1d9c8-7dfc-4af7-958d-03ca51b2bc75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1525773500-subnet', 'tenant_id': 'fc3f0ddbc5fc4d2fb31e101f7d887998', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:00:20.717155 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Made reservation on behalf of fc3f0ddbc5fc4d2fb31e101f7d887998 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:00:20.720919 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13020300'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:20.737044 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-5edc0deb-9a78-466b-963f-64dba7ed114b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8a1d0ae2a534ecd9192a5bed205cc72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290428 Sep 09 21:00:20.740348 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45844) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:20.745330 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc0deb-9a78-466b-963f-64dba7ed114b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aa30e0-c6fa-41df-a7cc-b5dad18302be,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:20.767034 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddc4f1-f6b4-4aa4-a6da-9d05a1f9d327 req-0981cac6-2d0c-4e28-8ca7-1953c11e2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:20.768673 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6cddc4f1-f6b4-4aa4-a6da-9d05a1f9d327 req-0981cac6-2d0c-4e28-8ca7-1953c11e2690 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09f9fa611eb841048d8fa840fed2f21e&device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 1098 time: 0.0682399 Sep 09 21:00:20.858559 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:20.876482 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1b02a303-99f8-465a-b9f1-b3c0b77330f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:41Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '093ce45f-10de-4e2f-9ae7-4994767c6a9d', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'port_id': 'af293dab-d905-4044-93a8-a27a8da85611', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'mac_address': 'fa:16:3e:81:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4482199d-98ea-41a4-a133-ea6d1f664124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:59:49Z', 'updated_at': '2021-09-09T21:00:19Z', 'revision_number': 1, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f61b74e-2f69-4471-8779-595b3efc7a04', 'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'mac_address': 'fa:16:3e:91:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:36Z', 'updated_at': '2021-09-09T20:59:48Z', 'revision_number': 5, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'subnets': [{'id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:20.887485 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddc4f1-f6b4-4aa4-a6da-9d05a1f9d327 req-c2343b2e-2241-4591-b132-767630850caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:20.889977 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6cddc4f1-f6b4-4aa4-a6da-9d05a1f9d327 req-c2343b2e-2241-4591-b132-767630850caf service neutron] 10.222.0.48 "GET /v2.0/networks?id=33290427-507e-4985-8a57-85d08fed9045 HTTP/1.1" status: 200 len: 918 time: 0.1022267 Sep 09 21:00:20.908210 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02a303-99f8-465a-b9f1-b3c0b77330f8 None None] Checking router: 793c5fff-81a3-4cd9-b820-55f107a53544 for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:00:20.917086 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02a303-99f8-465a-b9f1-b3c0b77330f8 None None] Routers {'793c5fff-81a3-4cd9-b820-55f107a53544'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:00:20.917699 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1b02a303-99f8-465a-b9f1-b3c0b77330f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:00:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['793c5fff-81a3-4cd9-b820-55f107a53544'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:20.921514 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:20.975435 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6cddc4f1-f6b4-4aa4-a6da-9d05a1f9d327 req-3b4fae0b-4e8c-4e2f-b952-16cbdcc1c8f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af293dab-d905-4044-93a8-a27a8da85611 HTTP/1.1" status: 200 len: 998 time: 0.0633707 Sep 09 21:00:21.003367 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13123168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13020306'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:21.028182 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-1b02a303-99f8-465a-b9f1-b3c0b77330f8 None None] Set router 793c5fff-81a3-4cd9-b820-55f107a53544 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:00:21.039473 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:21.041983 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:21.045722 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2aa30e0-c6fa-41df-a7cc-b5dad18302be HTTP/1.1" status: 204 len: 168 time: 0.2951326 Sep 09 21:00:21.045862 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddc4f1-f6b4-4aa4-a6da-9d05a1f9d327 req-448960df-524e-425a-ae7d-68406b77951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:21.046394 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6cddc4f1-f6b4-4aa4-a6da-9d05a1f9d327 req-448960df-524e-425a-ae7d-68406b77951f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c27648d-8c41-4fee-ab75-caf24243b35e HTTP/1.1" status: 200 len: 856 time: 0.0565505 Sep 09 21:00:21.072301 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2aa30e0-c6fa-41df-a7cc-b5dad18302be,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:21.087500 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=379e1744-0390-4430-bddb-25c863d3faf3,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:21.091585 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.091585 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.091585 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.091585 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.092004 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.092240 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.092890 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.092890 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.093215 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.093547 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.093865 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.094180 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f8662c-9af1-4043-8d20-b1be73e297ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.098719 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Checking segment: {'id': 'cd26ad8a-cdaa-4d80-9e66-df691b959d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7d1d9c8-7dfc-4af7-958d-03ca51b2bc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:00:21.099085 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Network hostable DHCP agents. Network: d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:00:21.106401 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.106934 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.107352 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.107829 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.108127 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.108424 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.108755 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.109081 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.109410 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.109739 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.110061 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.110952 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:21.135608 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Network d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:00:21.139828 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddc4f1-f6b4-4aa4-a6da-9d05a1f9d327 req-d69d0a10-adc6-4be5-95de-dba75ad99ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:21.141815 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6cddc4f1-f6b4-4aa4-a6da-9d05a1f9d327 req-d69d0a10-adc6-4be5-95de-dba75ad99ee6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33290427-507e-4985-8a57-85d08fed9045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747209 Sep 09 21:00:21.147446 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:00:21.156291 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:21.156859 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b0364-1b6b-4dd7-a3ad-2d0143df734e None None] Network d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:00:21.157872 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:21.187938 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-3c93b3ac-d25f-4830-8159-7470e34c2f30 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4916000 Sep 09 21:00:21.345516 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6cddc4f1-f6b4-4aa4-a6da-9d05a1f9d327 req-554816d2-b5c7-422a-a6a1-4761f4aec262 service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519268 Sep 09 21:00:21.366014 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1b02a303-99f8-465a-b9f1-b3c0b77330f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:41Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '093ce45f-10de-4e2f-9ae7-4994767c6a9d', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'port_id': 'af293dab-d905-4044-93a8-a27a8da85611', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'mac_address': 'fa:16:3e:81:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4482199d-98ea-41a4-a133-ea6d1f664124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:59:49Z', 'updated_at': '2021-09-09T21:00:19Z', 'revision_number': 1, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f61b74e-2f69-4471-8779-595b3efc7a04', 'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'mac_address': 'fa:16:3e:91:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:36Z', 'updated_at': '2021-09-09T20:59:48Z', 'revision_number': 5, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'subnets': [{'id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:21.417892 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:21.420177 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ad2184-f58c-4ad3-b7f6-71392e25488c None None] Network d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:00:21.472046 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02a303-99f8-465a-b9f1-b3c0b77330f8 None None] The sync data for ids ['793c5fff-81a3-4cd9-b820-55f107a53544'] in dv-cinder-805083-2-iscsi is: [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:41Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '093ce45f-10de-4e2f-9ae7-4994767c6a9d', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'port_id': 'af293dab-d905-4044-93a8-a27a8da85611', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'mac_address': 'fa:16:3e:81:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4482199d-98ea-41a4-a133-ea6d1f664124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:59:49Z', 'updated_at': '2021-09-09T21:00:19Z', 'revision_number': 1, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f61b74e-2f69-4471-8779-595b3efc7a04', 'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'mac_address': 'fa:16:3e:91:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:36Z', 'updated_at': '2021-09-09T20:59:48Z', 'revision_number': 5, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'subnets': [{'id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:00:21.575136 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3248a-68cc-4544-9384-e9f535f5ae8c req-21afad20-f508-4b90-95c7-bdb673f3db8b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:21.576603 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a4f3248a-68cc-4544-9384-e9f535f5ae8c req-21afad20-f508-4b90-95c7-bdb673f3db8b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0732999 Sep 09 21:00:21.579795 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6cddc4f1-f6b4-4aa4-a6da-9d05a1f9d327 req-2a350660-4b0a-4f57-ae05-0430c406e7dd service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132702 Sep 09 21:00:21.596961 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 45864) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:21.620058 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa661f9d-f9da-4537-8c72-7fafdab44124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:21.663417 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a4f3248a-68cc-4544-9384-e9f535f5ae8c req-53cf5da6-5295-4fce-866e-ceddbb36ef83 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741637 Sep 09 21:00:21.741179 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa661f9d-f9da-4537-8c72-7fafdab44124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:21.746560 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa661f9d-f9da-4537-8c72-7fafdab44124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:21.792714 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 45870) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:21.804654 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-aa661f9d-f9da-4537-8c72-7fafdab44124 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=479d6a164e7f4838b58cb79882e980bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013528 Sep 09 21:00:21.805755 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa661f9d-f9da-4537-8c72-7fafdab44124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c064a42-8773-4222-9d9b-8666258cc4dd,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:21.828158 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5d572-c466-4b12-b90b-35e91918a71f None None] New status for floating IP 093ce45f-10de-4e2f-9ae7-4994767c6a9d: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:00:21.879493 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-002ea6fa-3ea1-4636-b8ce-712087cf9749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:21.905848 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-002ea6fa-3ea1-4636-b8ce-712087cf9749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:21.968227 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-002ea6fa-3ea1-4636-b8ce-712087cf9749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:21.973625 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-002ea6fa-3ea1-4636-b8ce-712087cf9749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:21.975250 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-002ea6fa-3ea1-4636-b8ce-712087cf9749 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c064a42-8773-4222-9d9b-8666258cc4dd HTTP/1.1" status: 204 len: 168 time: 0.1815627 Sep 09 21:00:21.987900 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ea6fa-3ea1-4636-b8ce-712087cf9749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c064a42-8773-4222-9d9b-8666258cc4dd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:22.790881 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918444ea-92b8-46ab-b44a-e9c04d05fe5d req-e8a3f4ea-92f0-434f-8bfa-fc7842e3775f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:22.792484 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-918444ea-92b8-46ab-b44a-e9c04d05fe5d req-e8a3f4ea-92f0-434f-8bfa-fc7842e3775f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0514715 Sep 09 21:00:22.833734 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-918444ea-92b8-46ab-b44a-e9c04d05fe5d req-1d560d60-01cd-4e8f-a452-c1fe78446bc1 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353880 Sep 09 21:00:23.371799 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3d9ffa68-4986-4a5d-a0f7-36cb96437015 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:23.373291 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3d9ffa68-4986-4a5d-a0f7-36cb96437015 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/networks?id=d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 HTTP/1.1" status: 200 len: 814 time: 0.1141124 Sep 09 21:00:23.388416 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3ebb8636-e797-459a-8ef0-2b7e7b850551 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/quotas/fc3f0ddbc5fc4d2fb31e101f7d887998 HTTP/1.1" status: 200 len: 375 time: 0.0089874 Sep 09 21:00:23.419225 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-7a4c0d1b-7e9c-4fb7-8764-5272466358e7 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc3f0ddbc5fc4d2fb31e101f7d887998&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249844 Sep 09 21:00:23.513690 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-475e7c26-7569-41dd-b6bf-48778c1040b2 service neutron] 10.222.0.13 "GET /v2.0/networks/d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875118 Sep 09 21:00:23.840053 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-bedb4fae-f329-41a4-aec5-003e21c898ef service neutron] 10.222.0.13 "GET /v2.0/networks/d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197823 Sep 09 21:00:23.990397 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1a145-d21a-40c5-8c2b-c3351b048ecf req-5cb644c3-f1cd-4b68-b73f-74ac4830871f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:23.992242 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-11d1a145-d21a-40c5-8c2b-c3351b048ecf req-5cb644c3-f1cd-4b68-b73f-74ac4830871f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0689566 Sep 09 21:00:24.036584 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-11d1a145-d21a-40c5-8c2b-c3351b048ecf req-c0736bfa-060a-4a22-b3e3-4daf80c2c1ac tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378950 Sep 09 21:00:24.167294 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-87ed3356-f164-4a49-a545-87b1486b3c48 req-78f04ba3-8a05-4c44-9652-466ec78c375b tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 210 time: 0.0294795 Sep 09 21:00:25.165984 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520dea7-54ec-48e4-8f3d-c128ef6eadb5 req-327f93a9-4692-4f79-9475-c45a784cd3b9 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:25.167641 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5520dea7-54ec-48e4-8f3d-c128ef6eadb5 req-327f93a9-4692-4f79-9475-c45a784cd3b9 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0541441 Sep 09 21:00:25.213141 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5520dea7-54ec-48e4-8f3d-c128ef6eadb5 req-27557d41-8876-48d8-89aa-2d440a52d7b1 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387893 Sep 09 21:00:25.337541 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c2d942b9-4d1e-4731-a383-dde76bd0fb14 req-51861bc5-ea61-416b-9577-597cb7dd656e tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 210 time: 0.0277133 Sep 09 21:00:25.552271 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-1ccdf27d-0ec9-434b-81e1-8d629374921f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:25.554080 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-1ccdf27d-0ec9-434b-81e1-8d629374921f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.48 "GET /v2.0/networks?id=d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 HTTP/1.1" status: 200 len: 814 time: 0.1072087 Sep 09 21:00:25.579379 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-2171d198-25ef-4fc7-92e2-05012f1f9d21 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Request body: {'port': {'device_id': '803e85ba-c66a-4afe-bf2c-f7594ff135b3', 'network_id': 'd7d1d9c8-7dfc-4af7-958d-03ca51b2bc75', 'admin_state_up': True, 'tenant_id': 'fc3f0ddbc5fc4d2fb31e101f7d887998'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:00:25.694530 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-2171d198-25ef-4fc7-92e2-05012f1f9d21 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Made reservation on behalf of fc3f0ddbc5fc4d2fb31e101f7d887998 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:00:25.698186 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-2171d198-25ef-4fc7-92e2-05012f1f9d21 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:25.827341 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-2171d198-25ef-4fc7-92e2-05012f1f9d21 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Allocated IP 172.20.0.4 (d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75/379e1744-0390-4430-bddb-25c863d3faf3/a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:00:26.009136 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-2171d198-25ef-4fc7-92e2-05012f1f9d21 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:26.048023 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-2171d198-25ef-4fc7-92e2-05012f1f9d21 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:26.103838 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-2171d198-25ef-4fc7-92e2-05012f1f9d21 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Network d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:00:26.109330 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-2171d198-25ef-4fc7-92e2-05012f1f9d21 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:00:26.109847 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-2171d198-25ef-4fc7-92e2-05012f1f9d21 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:00:26.116095 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-2171d198-25ef-4fc7-92e2-05012f1f9d21 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:26.116750 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-2171d198-25ef-4fc7-92e2-05012f1f9d21 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:26.130413 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171d198-25ef-4fc7-92e2-05012f1f9d21 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Pushing event updated for resources: {'Port': ['ID=a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:26.142121 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-2171d198-25ef-4fc7-92e2-05012f1f9d21 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5662553 Sep 09 21:00:26.156456 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Request body: {'port': {'device_id': '803e85ba-c66a-4afe-bf2c-f7594ff135b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:00:26.213095 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:26.398563 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5b0d7-50a3-4f27-a02c-9ccad987f884 req-637b7b27-b70a-4019-9d1c-84b6cbea6856 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:26.400134 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-32b5b0d7-50a3-4f27-a02c-9ccad987f884 req-637b7b27-b70a-4019-9d1c-84b6cbea6856 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0893788 Sep 09 21:00:26.476451 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-32b5b0d7-50a3-4f27-a02c-9ccad987f884 req-5c2e3ace-311b-43bd-92e5-0efed3d05a8a tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482738 Sep 09 21:00:26.549788 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:00:26.557072 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:26.569449 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Transition to ACTIVE for port object a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:00:26.573040 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:26.662666 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:26.679425 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Attempting to bind port a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:00:26.679767 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Attempting to bind port a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': 'cd26ad8a-cdaa-4d80-9e66-df691b959d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7d1d9c8-7dfc-4af7-958d-03ca51b2bc75'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:00:26.680096 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Attempting to bind port a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 on network d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:00:26.686851 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Port a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 on network d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:00:26.687191 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Attempting to bind port a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 on network d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:00:26.696841 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:00:26.697177 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Checking segment: {'id': 'cd26ad8a-cdaa-4d80-9e66-df691b959d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7d1d9c8-7dfc-4af7-958d-03ca51b2bc75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:00:26.697562 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Bound using segment: {'id': 'cd26ad8a-cdaa-4d80-9e66-df691b959d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7d1d9c8-7dfc-4af7-958d-03ca51b2bc75'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:00:26.697988 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Bound port: a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd26ad8a-cdaa-4d80-9e66-df691b959d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7d1d9c8-7dfc-4af7-958d-03ca51b2bc75'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:00:26.698351 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:26.722581 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded2074-603a-4f89-8bdb-c9625055cd2e req-76706f35-9b94-497d-9975-7bba9fd80730 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:26.724130 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5ded2074-603a-4f89-8bdb-c9625055cd2e req-76706f35-9b94-497d-9975-7bba9fd80730 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 943 time: 0.0851736 Sep 09 21:00:26.801458 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5ded2074-603a-4f89-8bdb-c9625055cd2e req-2ed0b9a6-2a46-4b1c-b73e-8a93fe444134 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553434 Sep 09 21:00:26.803886 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] For port a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7, host hv-cinder-80508, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:00:26.807181 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] For port a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7,segment=NetworkSegment(cd26ad8a-cdaa-4d80-9e66-df691b959d92),segment_id=cd26ad8a-cdaa-4d80-9e66-df691b959d92)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:00:26.812013 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:26.850045 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:26.850672 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:26.852100 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] 10.222.0.48 "PUT /v2.0/ports/a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 HTTP/1.1" status: 200 len: 1093 time: 0.6997449 Sep 09 21:00:26.852540 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803e85ba-c66a-4afe-bf2c-f7594ff135b3', 'tag': 'a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:00:26.854816 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eacb555-dafa-41a2-8f72-61dd06da0f16" -d '{"events": [{"name": "network-changed", "server_uuid": "803e85ba-c66a-4afe-bf2c-f7594ff135b3", "tag": "a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:00:26.881536 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bbe70-1293-4f3e-8156-84a197d0f1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:26.948770 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-2bd05207-82b9-48db-8fb2-d6c4a26bc163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:26.950299 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-2bd05207-82b9-48db-8fb2-d6c4a26bc163 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc3f0ddbc5fc4d2fb31e101f7d887998&device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 1096 time: 0.0414691 Sep 09 21:00:26.974538 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8d64ac9-3c52-4fb3-9e21-4edc0172a814 req-8eaa37fb-e020-4c68-8301-604d317ba9fd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448444 Sep 09 21:00:27.008029 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c07468-c780-4a69-8840-1d716a09df00 x-openstack-request-id: req-b1c07468-c780-4a69-8840-1d716a09df00 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:00:27.008322 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803e85ba-c66a-4afe-bf2c-f7594ff135b3", "tag": "a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:00:27.008577 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1c07468-c780-4a69-8840-1d716a09df00 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:00:27.009031 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '803e85ba-c66a-4afe-bf2c-f7594ff135b3', 'tag': 'a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7', 'status': 'completed', 'code': 200} Sep 09 21:00:27.010890 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-e7769e9e-fc7c-4c6b-95eb-aaae34526f3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 HTTP/1.1" status: 200 len: 217 time: 0.0434198 Sep 09 21:00:27.072538 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-f461c3b7-d2ec-4b3e-a509-a828f04607f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:27.073315 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d64ac9-3c52-4fb3-9e21-4edc0172a814 req-758b34af-8bb2-49f9-9c38-a16a91634fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:27.074030 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-f461c3b7-d2ec-4b3e-a509-a828f04607f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=379e1744-0390-4430-bddb-25c863d3faf3 HTTP/1.1" status: 200 len: 854 time: 0.0443065 Sep 09 21:00:27.074779 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8d64ac9-3c52-4fb3-9e21-4edc0172a814 req-758b34af-8bb2-49f9-9c38-a16a91634fce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c3a67fec5b456d864c3eda0f5d8c81&device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 1099 time: 0.0386431 Sep 09 21:00:27.120107 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-b797a4ed-e19f-4ae0-beac-20b59ede17f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274472 Sep 09 21:00:27.208370 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d64ac9-3c52-4fb3-9e21-4edc0172a814 req-da1d8491-7c3e-4552-8265-69b51b81c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:27.209864 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8d64ac9-3c52-4fb3-9e21-4edc0172a814 req-da1d8491-7c3e-4552-8265-69b51b81c944 service neutron] 10.222.0.48 "GET /v2.0/networks?id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db HTTP/1.1" status: 200 len: 914 time: 0.0959387 Sep 09 21:00:27.224071 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-f3f8143f-500a-4d41-80c2-370b433a19d2 service neutron] 10.222.0.48 "GET /v2.0/networks/d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915959 Sep 09 21:00:27.252812 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8d64ac9-3c52-4fb3-9e21-4edc0172a814 req-65b206cd-273c-4612-84f6-4e7c6e95f88b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f HTTP/1.1" status: 200 len: 217 time: 0.0333374 Sep 09 21:00:27.308538 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d64ac9-3c52-4fb3-9e21-4edc0172a814 req-4d64c0c1-ebbb-400c-a83f-95c83683927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:27.309967 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8d64ac9-3c52-4fb3-9e21-4edc0172a814 req-4d64c0c1-ebbb-400c-a83f-95c83683927e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f170f05-5ada-411e-802f-c1309cb301a1 HTTP/1.1" status: 200 len: 853 time: 0.0464542 Sep 09 21:00:27.319176 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6bd2ebf8-a7eb-420b-9532-0fad6f59c629 req-4f030aa3-71d8-450d-9a78-b69389708575 service neutron] 10.222.0.48 "GET /v2.0/networks/d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833600 Sep 09 21:00:27.351829 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8d64ac9-3c52-4fb3-9e21-4edc0172a814 req-c5296293-a478-40bd-9a2b-aca1ce9612e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249274 Sep 09 21:00:27.420315 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacb555-dafa-41a2-8f72-61dd06da0f16 req-756c0f3d-e9be-4419-9e17-29203c872502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:27.421823 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5eacb555-dafa-41a2-8f72-61dd06da0f16 req-756c0f3d-e9be-4419-9e17-29203c872502 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc3f0ddbc5fc4d2fb31e101f7d887998&device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 1096 time: 0.0456107 Sep 09 21:00:27.464641 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8d64ac9-3c52-4fb3-9e21-4edc0172a814 req-b58a84d2-3a18-459a-8aa3-6ca961b0d11f service neutron] 10.222.0.48 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890689 Sep 09 21:00:27.537730 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacb555-dafa-41a2-8f72-61dd06da0f16 req-916bda1c-6a42-4f8f-9336-31bfe7d89dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:27.537730 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5eacb555-dafa-41a2-8f72-61dd06da0f16 req-916bda1c-6a42-4f8f-9336-31bfe7d89dcb service neutron] 10.222.0.48 "GET /v2.0/networks?id=d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 HTTP/1.1" status: 200 len: 915 time: 0.1019745 Sep 09 21:00:27.563633 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8d64ac9-3c52-4fb3-9e21-4edc0172a814 req-58be918f-6a41-4722-9559-5d0acbc40f42 service neutron] 10.222.0.48 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880435 Sep 09 21:00:27.600792 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5eacb555-dafa-41a2-8f72-61dd06da0f16 req-01379fc8-3bef-468b-a8ba-d49abaa6e519 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 HTTP/1.1" status: 200 len: 217 time: 0.0513108 Sep 09 21:00:27.671313 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e72e16-783b-40bf-94dd-41e0c906c976 req-0b2063b6-e6ba-4faf-b547-b5e1800abf47 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:27.672855 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-11e72e16-783b-40bf-94dd-41e0c906c976 req-0b2063b6-e6ba-4faf-b547-b5e1800abf47 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.1157582 Sep 09 21:00:27.678757 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacb555-dafa-41a2-8f72-61dd06da0f16 req-c93005e3-c072-4e2d-b23a-b2f0f292d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:27.680236 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5eacb555-dafa-41a2-8f72-61dd06da0f16 req-c93005e3-c072-4e2d-b23a-b2f0f292d17a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=379e1744-0390-4430-bddb-25c863d3faf3 HTTP/1.1" status: 200 len: 854 time: 0.0631850 Sep 09 21:00:27.723044 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5eacb555-dafa-41a2-8f72-61dd06da0f16 req-ae9ff67b-cbe2-4e02-a175-950a4d771ecd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280037 Sep 09 21:00:27.735040 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-11e72e16-783b-40bf-94dd-41e0c906c976 req-07b487cc-9ab2-4433-8714-e92cd5a464ca tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538757 Sep 09 21:00:27.840166 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5eacb555-dafa-41a2-8f72-61dd06da0f16 req-b3c964f3-36be-4c6a-8eb1-dfc76285786f service neutron] 10.222.0.48 "GET /v2.0/networks/d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040583 Sep 09 21:00:27.989681 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8d8c3-00bc-4fb1-a11f-b1bc843826b6 req-1ba52931-30d3-4f8e-ad5f-83ec38481a52 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:27.991162 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6dd8d8c3-00bc-4fb1-a11f-b1bc843826b6 req-1ba52931-30d3-4f8e-ad5f-83ec38481a52 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 943 time: 0.0975263 Sep 09 21:00:27.993222 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5eacb555-dafa-41a2-8f72-61dd06da0f16 req-31a8988f-8d6a-404a-a024-01c57dfc3e75 service neutron] 10.222.0.48 "GET /v2.0/networks/d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290374 Sep 09 21:00:28.031827 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6dd8d8c3-00bc-4fb1-a11f-b1bc843826b6 req-bb6192b3-e25f-412f-90f6-c5c6892aff11 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343540 Sep 09 21:00:28.858591 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b64c4-42e0-43e6-8f03-aee8ca0a4d06 req-756b4883-7071-4692-97c1-fc32aeb8ade2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:28.860118 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-507b64c4-42e0-43e6-8f03-aee8ca0a4d06 req-756b4883-7071-4692-97c1-fc32aeb8ade2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0480154 Sep 09 21:00:28.898162 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-507b64c4-42e0-43e6-8f03-aee8ca0a4d06 req-32e40342-0ce5-4fd8-82af-551b473c6548 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320036 Sep 09 21:00:29.148958 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9268000-c079-46bc-8994-4104b21afbec req-dc304e4e-ddc6-4762-a679-1d69c9d64ddf tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:29.150349 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a9268000-c079-46bc-8994-4104b21afbec req-dc304e4e-ddc6-4762-a679-1d69c9d64ddf tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 943 time: 0.0479054 Sep 09 21:00:29.191253 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a9268000-c079-46bc-8994-4104b21afbec req-26ff751a-ce90-422d-b872-f8546bb00111 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348537 Sep 09 21:00:29.600307 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-5c7c7743-2bf7-468d-9e89-44e263cffd6a tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:29.601796 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-5c7c7743-2bf7-468d-9e89-44e263cffd6a tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/networks?id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db HTTP/1.1" status: 200 len: 813 time: 0.1008973 Sep 09 21:00:29.617142 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-2f62f7ae-7cb9-4c3e-a806-ac8ff061069c tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/quotas/85c3a67fec5b456d864c3eda0f5d8c81 HTTP/1.1" status: 200 len: 375 time: 0.0092225 Sep 09 21:00:29.667040 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-7ea5c7f3-cbdb-4fab-a7e6-e064e97500df tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=85c3a67fec5b456d864c3eda0f5d8c81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443826 Sep 09 21:00:29.761925 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-ecad4376-47a4-4aa1-a62d-27a1fe66b9d2 service neutron] 10.222.0.13 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880361 Sep 09 21:00:29.860101 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-10c3050e-28f0-4bd6-888c-38c77c3defeb service neutron] 10.222.0.13 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921478 Sep 09 21:00:30.032640 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b24aba13-0cfc-4322-a5b6-3082573e7edf req-ecba8da5-a364-4afb-b19d-4cecf161873d tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 210 time: 0.0285931 Sep 09 21:00:30.050281 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446fbab-5fdc-40c7-8e5b-5f9bd3c93bd8 req-91993aff-42b7-4a3a-9876-faf0777a4dd7 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:30.051971 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a446fbab-5fdc-40c7-8e5b-5f9bd3c93bd8 req-91993aff-42b7-4a3a-9876-faf0777a4dd7 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0842695 Sep 09 21:00:30.093834 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a446fbab-5fdc-40c7-8e5b-5f9bd3c93bd8 req-76bb724a-9783-44bc-90f3-637191ebfa6d tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329890 Sep 09 21:00:30.309971 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9474282-48be-47f7-b725-764e93e52868 req-fc3fb207-717b-454a-86ba-c0028e629086 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:30.311672 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e9474282-48be-47f7-b725-764e93e52868 req-fc3fb207-717b-454a-86ba-c0028e629086 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 943 time: 0.0510147 Sep 09 21:00:30.357022 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e9474282-48be-47f7-b725-764e93e52868 req-631fa238-0818-44b8-a6c1-4e1e4db3558e tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378628 Sep 09 21:00:30.641585 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:31.136372 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3a270464-6480-45e7-b2d1-57326bb5fb46 req-58031f1b-1351-43c6-b821-611323fcaa8e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 210 time: 0.0314779 Sep 09 21:00:31.233940 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508dc72-a6e2-4152-aa92-1e1d9ab9d753 req-3a87de3f-3baa-4055-bf36-cf9c75591869 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:31.235500 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c508dc72-a6e2-4152-aa92-1e1d9ab9d753 req-3a87de3f-3baa-4055-bf36-cf9c75591869 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0534205 Sep 09 21:00:31.333940 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c508dc72-a6e2-4152-aa92-1e1d9ab9d753 req-1caf00dd-d8b3-4af4-a9f4-d63697650f6b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886030 Sep 09 21:00:31.366168 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-726f4e26-07ae-4653-9a6c-2a08dc208b0f tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:31.367887 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-726f4e26-07ae-4653-9a6c-2a08dc208b0f tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "GET /v2.0/networks?id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db HTTP/1.1" status: 200 len: 813 time: 0.1315291 Sep 09 21:00:31.389517 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-26258302-b720-45c2-985d-9ac3bc53bab5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Request body: {'port': {'device_id': '37578b2d-280b-43c5-89cc-fee9f920ee1b', 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db', 'admin_state_up': True, 'tenant_id': '85c3a67fec5b456d864c3eda0f5d8c81'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:00:31.530848 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c27b1-2180-4a1e-a51f-b7ccbf9a7b74 req-32475028-05c4-4c27-af59-8675a4f3cacc tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:31.532325 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b38c27b1-2180-4a1e-a51f-b7ccbf9a7b74 req-32475028-05c4-4c27-af59-8675a4f3cacc tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 943 time: 0.0815592 Sep 09 21:00:31.560891 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-26258302-b720-45c2-985d-9ac3bc53bab5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Made reservation on behalf of 85c3a67fec5b456d864c3eda0f5d8c81 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:00:31.564257 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-26258302-b720-45c2-985d-9ac3bc53bab5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:31.598844 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b38c27b1-2180-4a1e-a51f-b7ccbf9a7b74 req-77deab13-3942-4837-8947-93cd52f743db tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589192 Sep 09 21:00:31.700461 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-26258302-b720-45c2-985d-9ac3bc53bab5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Allocated IP 172.20.0.4 (42faf0dd-0ea8-4584-a5dd-61768b1fe3db/9f170f05-5ada-411e-802f-c1309cb301a1/7410a3a2-3df2-40f4-898e-ad6c16a68729) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:00:31.862407 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-26258302-b720-45c2-985d-9ac3bc53bab5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:31.901731 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-26258302-b720-45c2-985d-9ac3bc53bab5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:31.917405 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:00:31.947396 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-26258302-b720-45c2-985d-9ac3bc53bab5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:00:31.950638 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-26258302-b720-45c2-985d-9ac3bc53bab5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:00:31.957825 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-26258302-b720-45c2-985d-9ac3bc53bab5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:00:31.963376 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-26258302-b720-45c2-985d-9ac3bc53bab5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:31.963999 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-26258302-b720-45c2-985d-9ac3bc53bab5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:31.967658 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26258302-b720-45c2-985d-9ac3bc53bab5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Pushing event updated for resources: {'Port': ['ID=7410a3a2-3df2-40f4-898e-ad6c16a68729,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:31.981219 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-26258302-b720-45c2-985d-9ac3bc53bab5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5958140 Sep 09 21:00:31.996058 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Request body: {'port': {'device_id': '37578b2d-280b-43c5-89cc-fee9f920ee1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:00:32.054058 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:32.554184 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db754976-fd39-4d79-ad80-9cee15e4c39d req-c7dcfe69-e3e1-4078-9168-21fbcfa3d4a2 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:32.555703 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-db754976-fd39-4d79-ad80-9cee15e4c39d req-c7dcfe69-e3e1-4078-9168-21fbcfa3d4a2 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 931 time: 0.1059477 Sep 09 21:00:32.618132 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4af9d7-e3d3-4c79-9f2d-1c21babd8f8a req-c30a50e2-5fb7-4a38-999e-3d18b359332f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:32.619637 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7d4af9d7-e3d3-4c79-9f2d-1c21babd8f8a req-c30a50e2-5fb7-4a38-999e-3d18b359332f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.1195738 Sep 09 21:00:32.649825 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7410a3a2-3df2-40f4-898e-ad6c16a68729 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:00:32.666766 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-db754976-fd39-4d79-ad80-9cee15e4c39d req-7dd37d72-22cb-437f-85e1-521ffec27d9e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040261 Sep 09 21:00:32.668474 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:32.692128 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Transition to ACTIVE for port object 7410a3a2-3df2-40f4-898e-ad6c16a68729 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:00:32.697893 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7d4af9d7-e3d3-4c79-9f2d-1c21babd8f8a req-3b7e5cdd-2e44-44ed-a55f-a6cb6861cb6b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694368 Sep 09 21:00:32.698854 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:32.779611 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Pushing event updated for resources: {'Port': ['ID=7410a3a2-3df2-40f4-898e-ad6c16a68729,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:32.813238 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Attempting to bind port 7410a3a2-3df2-40f4-898e-ad6c16a68729 on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:00:32.813582 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Attempting to bind port 7410a3a2-3df2-40f4-898e-ad6c16a68729 by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:00:32.813914 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Attempting to bind port 7410a3a2-3df2-40f4-898e-ad6c16a68729 on network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:00:32.823000 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Port 7410a3a2-3df2-40f4-898e-ad6c16a68729 on network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:00:32.823342 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Attempting to bind port 7410a3a2-3df2-40f4-898e-ad6c16a68729 on network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:00:32.831835 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:00:32.831835 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Checking segment: {'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:00:32.832271 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Bound using segment: {'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:00:32.832537 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Bound port: 7410a3a2-3df2-40f4-898e-ad6c16a68729, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:00:32.832896 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:32.853706 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56b4fd-7893-465c-9887-8f1969a096f7 req-769434f0-fc1b-4d8e-9097-a868ca1716b0 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:32.855215 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1f56b4fd-7893-465c-9887-8f1969a096f7 req-769434f0-fc1b-4d8e-9097-a868ca1716b0 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 943 time: 0.0811040 Sep 09 21:00:32.932733 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1f56b4fd-7893-465c-9887-8f1969a096f7 req-556602d2-656f-42b4-bec6-aa59b4d00d51 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558991 Sep 09 21:00:32.937274 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] For port 7410a3a2-3df2-40f4-898e-ad6c16a68729, host hv-cinder-80508, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:00:32.940816 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] For port 7410a3a2-3df2-40f4-898e-ad6c16a68729, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7410a3a2-3df2-40f4-898e-ad6c16a68729,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:00:32.946613 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:32.985836 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:32.986464 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:32.988205 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-192fe931-766d-485b-8089-b85ace85f683 service neutron] 10.222.0.48 "PUT /v2.0/ports/7410a3a2-3df2-40f4-898e-ad6c16a68729 HTTP/1.1" status: 200 len: 1093 time: 0.9963081 Sep 09 21:00:32.988891 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37578b2d-280b-43c5-89cc-fee9f920ee1b', 'tag': '7410a3a2-3df2-40f4-898e-ad6c16a68729'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:00:32.992247 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871cd419-aeac-4b78-a360-5eaa30fbdf10" -d '{"events": [{"name": "network-changed", "server_uuid": "37578b2d-280b-43c5-89cc-fee9f920ee1b", "tag": "7410a3a2-3df2-40f4-898e-ad6c16a68729"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:00:33.017215 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fe931-766d-485b-8089-b85ace85f683 service neutron] Pushing event updated for resources: {'Port': ['ID=7410a3a2-3df2-40f4-898e-ad6c16a68729,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:33.032676 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592cd51c-2144-43c9-b494-d04a3ee1c1aa x-openstack-request-id: req-592cd51c-2144-43c9-b494-d04a3ee1c1aa {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:00:33.032957 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37578b2d-280b-43c5-89cc-fee9f920ee1b", "tag": "7410a3a2-3df2-40f4-898e-ad6c16a68729", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:00:33.033209 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-592cd51c-2144-43c9-b494-d04a3ee1c1aa {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:00:33.033608 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37578b2d-280b-43c5-89cc-fee9f920ee1b', 'tag': '7410a3a2-3df2-40f4-898e-ad6c16a68729', 'status': 'completed', 'code': 200} Sep 09 21:00:33.083410 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-510c81b7-c105-453d-b7c7-b228d81bf160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:33.084944 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-510c81b7-c105-453d-b7c7-b228d81bf160 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c3a67fec5b456d864c3eda0f5d8c81&device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 1096 time: 0.0412297 Sep 09 21:00:33.129825 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-ccc309ea-7772-467e-8d6b-0b6cbdebfa2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7410a3a2-3df2-40f4-898e-ad6c16a68729 HTTP/1.1" status: 200 len: 217 time: 0.0359242 Sep 09 21:00:33.193235 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-d95c3488-721b-49ee-9124-b2d6df2b90f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:33.195136 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-d95c3488-721b-49ee-9124-b2d6df2b90f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f170f05-5ada-411e-802f-c1309cb301a1 HTTP/1.1" status: 200 len: 853 time: 0.0501091 Sep 09 21:00:33.230811 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-77664f08-6b7b-4c58-811d-e1d13ef2bef9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254049 Sep 09 21:00:33.365573 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-ddb08fe4-bb0f-4965-bd11-9cfa6aa50b71 service neutron] 10.222.0.48 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126564 Sep 09 21:00:33.377751 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb84e6f-688d-468d-9145-f6c2f5a9e8b8 req-0effca13-0ca1-4512-9867-12eef4068ce5 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:33.379166 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bdb84e6f-688d-468d-9145-f6c2f5a9e8b8 req-0effca13-0ca1-4512-9867-12eef4068ce5 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 946 time: 0.0702100 Sep 09 21:00:33.465660 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bdb84e6f-688d-468d-9145-f6c2f5a9e8b8 req-a5cc3a24-be40-41b2-8d17-52e38ba5ee7d tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771458 Sep 09 21:00:33.493817 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5733d2c1-82f8-4534-b4ef-facb5b387550 req-0284cf54-eabd-4364-8b40-1093d5714499 service neutron] 10.222.0.48 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125538 Sep 09 21:00:33.592896 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cd419-aeac-4b78-a360-5eaa30fbdf10 req-7f0d4131-1574-4abc-9d12-c342034b6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:33.594367 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-871cd419-aeac-4b78-a360-5eaa30fbdf10 req-7f0d4131-1574-4abc-9d12-c342034b6e2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c3a67fec5b456d864c3eda0f5d8c81&device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 1096 time: 0.0431914 Sep 09 21:00:33.688125 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:00:33.694566 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cd419-aeac-4b78-a360-5eaa30fbdf10 req-34eac089-cb43-4474-8f00-73b40892e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:33.696203 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-871cd419-aeac-4b78-a360-5eaa30fbdf10 req-34eac089-cb43-4474-8f00-73b40892e8c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db HTTP/1.1" status: 200 len: 914 time: 0.0871322 Sep 09 21:00:33.768907 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-871cd419-aeac-4b78-a360-5eaa30fbdf10 req-7244b3af-ce6f-4569-a42b-a501e9a138d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7410a3a2-3df2-40f4-898e-ad6c16a68729 HTTP/1.1" status: 200 len: 217 time: 0.0554001 Sep 09 21:00:33.793135 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7,segment=NetworkSegment(cd26ad8a-cdaa-4d80-9e66-df691b959d92),segment_id=cd26ad8a-cdaa-4d80-9e66-df691b959d92)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:33.804801 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': 'a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7', 'network_id': 'd7d1d9c8-7dfc-4af7-958d-03ca51b2bc75', 'port_id': 'a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7', 'mac_address': 'fa:16:3e:4a:61:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '379e1744-0390-4430-bddb-25c863d3faf3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:00:33.850399 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:33.862859 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:00:33.872114 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cd419-aeac-4b78-a360-5eaa30fbdf10 req-389155e5-34cd-45bb-ab70-d1aff3ee501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:33.873598 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-871cd419-aeac-4b78-a360-5eaa30fbdf10 req-389155e5-34cd-45bb-ab70-d1aff3ee501c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f170f05-5ada-411e-802f-c1309cb301a1 HTTP/1.1" status: 200 len: 853 time: 0.0936663 Sep 09 21:00:33.890977 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7,segment=NetworkSegment(cd26ad8a-cdaa-4d80-9e66-df691b959d92),segment_id=cd26ad8a-cdaa-4d80-9e66-df691b959d92)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:33.894512 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc804a-7772-41d9-8e1f-805aa645b2df req-8b7f9e8f-85a9-4f90-943b-6ab7fa333041 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:33.896471 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-adfc804a-7772-41d9-8e1f-805aa645b2df req-8b7f9e8f-85a9-4f90-943b-6ab7fa333041 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 943 time: 0.1298709 Sep 09 21:00:33.904483 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f235cbe-72ee-423b-a040-13ec3c2ad75a req-1f303165-e74e-418e-bf45-422beb58b865 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:33.904805 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:33.906036 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6f235cbe-72ee-423b-a040-13ec3c2ad75a req-1f303165-e74e-418e-bf45-422beb58b865 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.1288688 Sep 09 21:00:33.955385 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-871cd419-aeac-4b78-a360-5eaa30fbdf10 req-5471f9fa-d425-4b6f-bd70-0409b0aa7603 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449405 Sep 09 21:00:33.972002 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:33.978879 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:33.979233 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:33.979599 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:33.979937 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:33.980271 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:33.980602 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:33.980936 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:33.981265 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:33.981625 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:33.981956 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:33.982277 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:33.982599 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:00:34.012088 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-adfc804a-7772-41d9-8e1f-805aa645b2df req-94713b35-853b-4f58-9ecb-43d6a447b1be tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050351 Sep 09 21:00:34.053508 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6f235cbe-72ee-423b-a040-13ec3c2ad75a req-a00b1434-bb01-4aa9-9334-7024e45ac813 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264029 Sep 09 21:00:34.088112 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-871cd419-aeac-4b78-a360-5eaa30fbdf10 req-4aeb8670-2ca4-44c2-b284-f4d6375e7d08 service neutron] 10.222.0.48 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215189 Sep 09 21:00:34.213116 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96019ed-3c29-4b7e-bf5c-bb990c962e55 req-ed729a6e-7b23-400e-a2e6-4d28dce420af tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:34.214622 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e96019ed-3c29-4b7e-bf5c-bb990c962e55 req-ed729a6e-7b23-400e-a2e6-4d28dce420af tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 944 time: 0.1068432 Sep 09 21:00:34.243994 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-871cd419-aeac-4b78-a360-5eaa30fbdf10 req-58426465-d2b8-403c-ac22-ce53e1f0a37e service neutron] 10.222.0.48 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476634 Sep 09 21:00:34.263993 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e96019ed-3c29-4b7e-bf5c-bb990c962e55 req-47b4966c-4abb-4ec5-9e8a-88e508a95cd7 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410848 Sep 09 21:00:34.574140 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:00:34.587968 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dd316-e94e-439a-bf8b-6171d4cd46ef req-e6d38928-4d11-48c7-af24-7879c94bdeb4 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:34.589576 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-928dd316-e94e-439a-bf8b-6171d4cd46ef req-e6d38928-4d11-48c7-af24-7879c94bdeb4 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 946 time: 0.0529923 Sep 09 21:00:34.630701 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-928dd316-e94e-439a-bf8b-6171d4cd46ef req-9df89a41-b4e7-435d-b365-d35395186b29 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344696 Sep 09 21:00:35.126616 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e56af9-f041-4c4b-af78-45b85d507ab8 req-ffa7bd8b-ebce-4564-958b-c1eee68607a2 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:35.128153 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e7e56af9-f041-4c4b-af78-45b85d507ab8 req-ffa7bd8b-ebce-4564-958b-c1eee68607a2 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 943 time: 0.0490859 Sep 09 21:00:35.190645 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e7e56af9-f041-4c4b-af78-45b85d507ab8 req-bfee4df4-4ceb-4480-828d-32bd5ff7f754 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534649 Sep 09 21:00:35.198824 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d704b4-5b1a-4144-b68d-d35d92707f38 req-04388154-95a8-445f-be27-ee7b1096ba59 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:35.200346 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-44d704b4-5b1a-4144-b68d-d35d92707f38 req-04388154-95a8-445f-be27-ee7b1096ba59 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0713153 Sep 09 21:00:35.238753 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-44d704b4-5b1a-4144-b68d-d35d92707f38 req-1f4a4a93-1710-4af1-99e0-072469551330 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317171 Sep 09 21:00:35.381729 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c399cdd-2825-4c73-838f-31f50da6e258 req-aa886381-7fcf-4cd2-9484-8a1f9992dbd1 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:35.383185 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1c399cdd-2825-4c73-838f-31f50da6e258 req-aa886381-7fcf-4cd2-9484-8a1f9992dbd1 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 944 time: 0.0535038 Sep 09 21:00:35.419569 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1c399cdd-2825-4c73-838f-31f50da6e258 req-95ff88a5-1b3f-4550-a437-4e0831cf8763 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304174 Sep 09 21:00:35.745072 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf8276-f84a-4091-92f6-6ac961c25ef2 req-59dab860-754d-485c-8785-f5aabba34fd1 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:35.746500 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9baf8276-f84a-4091-92f6-6ac961c25ef2 req-59dab860-754d-485c-8785-f5aabba34fd1 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 946 time: 0.0481453 Sep 09 21:00:35.782876 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9baf8276-f84a-4091-92f6-6ac961c25ef2 req-7fac622d-7462-49ae-99b6-d0a3d440fe3e tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305564 Sep 09 21:00:36.304654 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdc2be-d4c5-41dc-9325-961cb41ae3b1 req-66e2d081-61b1-4087-9e05-28fa83af278a tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:36.306132 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3fcdc2be-d4c5-41dc-9325-961cb41ae3b1 req-66e2d081-61b1-4087-9e05-28fa83af278a tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 943 time: 0.0482609 Sep 09 21:00:36.370403 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3fcdc2be-d4c5-41dc-9325-961cb41ae3b1 req-2beaed1d-452e-446a-b8cf-5a3705023657 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553877 Sep 09 21:00:36.382259 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b949efd-07d3-4e15-8971-91727f798af1 req-65b51d4e-3db4-40eb-9448-cc3b7113afbb tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:36.383763 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2b949efd-07d3-4e15-8971-91727f798af1 req-65b51d4e-3db4-40eb-9448-cc3b7113afbb tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0767717 Sep 09 21:00:36.425218 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2b949efd-07d3-4e15-8971-91727f798af1 req-9c52d258-41e6-4c7b-9dec-5119c6152123 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348022 Sep 09 21:00:36.534836 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f37cc5-525e-4436-ad8f-8d6873bc25fc req-d48c1d6e-21f0-458b-a483-a79d61dbc076 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:36.536389 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-48f37cc5-525e-4436-ad8f-8d6873bc25fc req-d48c1d6e-21f0-458b-a483-a79d61dbc076 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 944 time: 0.0507917 Sep 09 21:00:36.575802 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-48f37cc5-525e-4436-ad8f-8d6873bc25fc req-e293c8e9-42e2-41cd-9515-f73225ed6c41 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335181 Sep 09 21:00:36.902035 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6df606-affb-4126-bcef-7912244f7c5b req-5f6fb9e0-c018-41de-b408-a32a0871dda4 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:36.903562 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-da6df606-affb-4126-bcef-7912244f7c5b req-5f6fb9e0-c018-41de-b408-a32a0871dda4 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 946 time: 0.0502262 Sep 09 21:00:36.947554 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-da6df606-affb-4126-bcef-7912244f7c5b req-6076d530-a14d-4aac-ab93-a8e21382c618 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/security-groups?id=47e42c52-a455-4998-abc2-0efabe2ab329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365577 Sep 09 21:00:37.157910 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0206f2-48b9-40a4-bb26-2ac5c79cdb5a req-4ac7a6a7-64b3-4752-9b42-d086ff8d35d5 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:37.159937 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1a0206f2-48b9-40a4-bb26-2ac5c79cdb5a req-4ac7a6a7-64b3-4752-9b42-d086ff8d35d5 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.48 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 946 time: 0.0507307 Sep 09 21:00:37.302553 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-1a0206f2-48b9-40a4-bb26-2ac5c79cdb5a req-8c49ad0d-04bc-4cbb-bf23-0d68f38d57fb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Deleting port d74c13c6-026a-40f3-ac6c-48a2a5df6f1a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:00:37.302894 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1a0206f2-48b9-40a4-bb26-2ac5c79cdb5a req-8c49ad0d-04bc-4cbb-bf23-0d68f38d57fb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:37.401692 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1a0206f2-48b9-40a4-bb26-2ac5c79cdb5a req-8c49ad0d-04bc-4cbb-bf23-0d68f38d57fb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] For port d74c13c6-026a-40f3-ac6c-48a2a5df6f1a, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=d74c13c6-026a-40f3-ac6c-48a2a5df6f1a,segment=NetworkSegment(64d63f74-1b9c-4c63-a47c-9093561b8e60),segment_id=64d63f74-1b9c-4c63-a47c-9093561b8e60)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:37.402062 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1a0206f2-48b9-40a4-bb26-2ac5c79cdb5a req-8c49ad0d-04bc-4cbb-bf23-0d68f38d57fb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:37.420349 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-1a0206f2-48b9-40a4-bb26-2ac5c79cdb5a req-8c49ad0d-04bc-4cbb-bf23-0d68f38d57fb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Calling delete_port for d74c13c6-026a-40f3-ac6c-48a2a5df6f1a owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:00:37.608939 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8b616-cfc5-455d-a8f1-b900486e4127 req-9b3f6ec4-b39d-466d-9a55-b8a247f470a2 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:37.610330 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-82f8b616-cfc5-455d-a8f1-b900486e4127 req-9b3f6ec4-b39d-466d-9a55-b8a247f470a2 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 943 time: 0.1368651 Sep 09 21:00:37.619865 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fc4c3-c940-44c1-b5cc-5e95693986bd req-a17a48d0-f7ee-4c56-955e-4891332a0ae6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:37.621250 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-775fc4c3-c940-44c1-b5cc-5e95693986bd req-a17a48d0-f7ee-4c56-955e-4891332a0ae6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.1144400 Sep 09 21:00:37.702677 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 7410a3a2-3df2-40f4-898e-ad6c16a68729 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:00:37.706721 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-82f8b616-cfc5-455d-a8f1-b900486e4127 req-222ebcf3-3153-415f-ba6c-6a6a03173d90 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830760 Sep 09 21:00:37.707607 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:00:37.713660 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-775fc4c3-c940-44c1-b5cc-5e95693986bd req-eaddb839-d6a3-4e08-8c62-544e4389e7fa tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838237 Sep 09 21:00:37.743531 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1a0206f2-48b9-40a4-bb26-2ac5c79cdb5a req-8c49ad0d-04bc-4cbb-bf23-0d68f38d57fb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:37.759330 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['d74c13c6-026a-40f3-ac6c-48a2a5df6f1a'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:00:37.776000 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49ad0d-04bc-4cbb-bf23-0d68f38d57fb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Pushing event deleted for resources: {'Port': ['ID=d74c13c6-026a-40f3-ac6c-48a2a5df6f1a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:37.853871 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:00:37.859821 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0206f2-48b9-40a4-bb26-2ac5c79cdb5a req-8c49ad0d-04bc-4cbb-bf23-0d68f38d57fb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] No DVR routers for this DVR port d74c13c6-026a-40f3-ac6c-48a2a5df6f1a on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:00:37.863481 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:00:37.863869 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:37.864662 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1a0206f2-48b9-40a4-bb26-2ac5c79cdb5a req-8c49ad0d-04bc-4cbb-bf23-0d68f38d57fb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:37.866612 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1a0206f2-48b9-40a4-bb26-2ac5c79cdb5a req-8c49ad0d-04bc-4cbb-bf23-0d68f38d57fb tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.48 "DELETE /v2.0/ports/d74c13c6-026a-40f3-ac6c-48a2a5df6f1a HTTP/1.1" status: 204 len: 173 time: 0.6974027 Sep 09 21:00:37.867330 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36255289-1ec2-4045-98f8-18dddd894f90', 'name': 'network-vif-deleted', 'tag': 'd74c13c6-026a-40f3-ac6c-48a2a5df6f1a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:00:37.869560 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81779c5e-d81e-4c69-a7b8-6f0cc569b7cb" -d '{"events": [{"server_uuid": "36255289-1ec2-4045-98f8-18dddd894f90", "name": "network-vif-deleted", "tag": "d74c13c6-026a-40f3-ac6c-48a2a5df6f1a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:00:37.892949 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cc069-ada5-465d-a7d8-9a2b1b2b3901 req-e833dc2e-f3f8-47bb-b0f5-d34e08ba37f6 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:37.894664 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f84cc069-ada5-465d-a7d8-9a2b1b2b3901 req-e833dc2e-f3f8-47bb-b0f5-d34e08ba37f6 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 944 time: 0.0922129 Sep 09 21:00:37.915221 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692a5dcc-5df6-4b61-8109-5aea035a8078 x-openstack-request-id: req-692a5dcc-5df6-4b61-8109-5aea035a8078 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:00:37.915902 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36255289-1ec2-4045-98f8-18dddd894f90", "name": "network-vif-deleted", "tag": "d74c13c6-026a-40f3-ac6c-48a2a5df6f1a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:00:37.915902 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-692a5dcc-5df6-4b61-8109-5aea035a8078 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:00:37.916242 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36255289-1ec2-4045-98f8-18dddd894f90', 'name': 'network-vif-deleted', 'tag': 'd74c13c6-026a-40f3-ac6c-48a2a5df6f1a', 'status': 'completed', 'code': 200} Sep 09 21:00:37.949247 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f84cc069-ada5-465d-a7d8-9a2b1b2b3901 req-38c1d584-05bc-4ab0-93de-a3af44335651 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449448 Sep 09 21:00:38.062064 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-23990adf-98bd-4bcc-be29-191016e2b30a req-50e9c41e-5929-4ae4-94c7-c5f0ef777159 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 210 time: 0.0335128 Sep 09 21:00:38.064823 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 7410a3a2-3df2-40f4-898e-ad6c16a68729, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7410a3a2-3df2-40f4-898e-ad6c16a68729,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:38.095805 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': '7410a3a2-3df2-40f4-898e-ad6c16a68729', 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db', 'port_id': '7410a3a2-3df2-40f4-898e-ad6c16a68729', 'mac_address': 'fa:16:3e:5b:30:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f170f05-5ada-411e-802f-c1309cb301a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:00:38.108426 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:38.157994 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803e85ba-c66a-4afe-bf2c-f7594ff135b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:00:38.160312 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749e4320-e5bc-4333-b1a7-67337fad82f8" -d '{"events": [{"server_uuid": "803e85ba-c66a-4afe-bf2c-f7594ff135b3", "name": "network-vif-plugged", "status": "completed", "tag": "a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:00:38.165171 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:38.180926 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7,segment=NetworkSegment(cd26ad8a-cdaa-4d80-9e66-df691b959d92),segment_id=cd26ad8a-cdaa-4d80-9e66-df691b959d92)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:38.186486 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:38.190955 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7410a3a2-3df2-40f4-898e-ad6c16a68729 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:00:38.199986 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7854607-9697-48ab-a0a1-06015899b2ec x-openstack-request-id: req-f7854607-9697-48ab-a0a1-06015899b2ec {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:00:38.200358 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803e85ba-c66a-4afe-bf2c-f7594ff135b3", "name": "network-vif-plugged", "status": "completed", "tag": "a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:00:38.200666 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7854607-9697-48ab-a0a1-06015899b2ec {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:00:38.201180 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803e85ba-c66a-4afe-bf2c-f7594ff135b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7', 'code': 200} Sep 09 21:00:38.241495 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 7410a3a2-3df2-40f4-898e-ad6c16a68729, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7410a3a2-3df2-40f4-898e-ad6c16a68729,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:38.252123 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:38.263862 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:38.310201 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=7410a3a2-3df2-40f4-898e-ad6c16a68729,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:38.823195 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabeec39-7f0f-41fb-b70d-9cbf52f36ba2 req-7f95fae6-69c0-45d2-9c92-2947c314cd82 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:38.824698 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dabeec39-7f0f-41fb-b70d-9cbf52f36ba2 req-7f95fae6-69c0-45d2-9c92-2947c314cd82 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 944 time: 0.0516264 Sep 09 21:00:38.862365 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dabeec39-7f0f-41fb-b70d-9cbf52f36ba2 req-1e5334c5-8530-461a-838f-e05d7b90ff97 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318110 Sep 09 21:00:38.963294 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e9ff6-482a-4444-ac1c-0b99f1f7ed47 req-367f9ace-139d-4a7b-8961-f82d098c8ad6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:38.964872 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-029e9ff6-482a-4444-ac1c-0b99f1f7ed47 req-367f9ace-139d-4a7b-8961-f82d098c8ad6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0486069 Sep 09 21:00:39.002635 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-029e9ff6-482a-4444-ac1c-0b99f1f7ed47 req-ef5530e2-25fb-4938-98f1-95633e202952 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317168 Sep 09 21:00:41.248103 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0ba4a2ab-6c9d-46dd-b91a-9c6abc141fc6 req-bc5864e8-de06-4662-b4b6-05b0cf6358cf tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 210 time: 0.0351048 Sep 09 21:00:41.255583 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed06cd-aeca-46d8-b110-c073620687db req-e542dcd0-40ec-4f07-96e9-30176d44e833 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:41.257001 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-60ed06cd-aeca-46d8-b110-c073620687db req-e542dcd0-40ec-4f07-96e9-30176d44e833 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 945 time: 0.0767207 Sep 09 21:00:41.329794 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-60ed06cd-aeca-46d8-b110-c073620687db req-7bf0f65b-4bd5-4425-93f2-f24ba6d715c9 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667982 Sep 09 21:00:41.362568 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e1b2a-3f30-4187-a12c-fe3ebd2ca76e req-57a8182d-f884-4604-827b-26c53c059518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:41.364094 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-300e1b2a-3f30-4187-a12c-fe3ebd2ca76e req-57a8182d-f884-4604-827b-26c53c059518 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 1098 time: 0.0932186 Sep 09 21:00:41.375695 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5f20-f0b5-4552-841c-492ceaf05b43 req-98f7a69c-9f98-4dcd-b0eb-f13afa1f7f35 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:41.377191 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ffca5f20-f0b5-4552-841c-492ceaf05b43 req-98f7a69c-9f98-4dcd-b0eb-f13afa1f7f35 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 944 time: 0.0712230 Sep 09 21:00:41.449199 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-300e1b2a-3f30-4187-a12c-fe3ebd2ca76e req-735dd22e-c3cf-4c13-bf36-4a2885f9013e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710537 Sep 09 21:00:41.466747 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ffca5f20-f0b5-4552-841c-492ceaf05b43 req-e213a248-d0aa-4a6c-bf1b-07b87bb4b5cb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825169 Sep 09 21:00:41.477849 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['7410a3a2-3df2-40f4-898e-ad6c16a68729'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:00:41.479779 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da8723-515a-4f65-a981-7eaa26b03f40 req-ec02771e-86d7-4240-a60d-9230984b07a3 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:41.481310 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-96da8723-515a-4f65-a981-7eaa26b03f40 req-ec02771e-86d7-4240-a60d-9230984b07a3 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0842049 Sep 09 21:00:41.525063 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-96da8723-515a-4f65-a981-7eaa26b03f40 req-5b3be396-ba9f-4f9f-acf4-0f8a0eb5fd37 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369213 Sep 09 21:00:42.348085 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ac0ea3b0-dc91-496e-ac73-b7e7a6533bfd req-3154b710-6119-44b3-a20f-6dafecc31ff8 tempest-DeleteServersTestJSON-1899277269 tempest-DeleteServersTestJSON-1899277269-project] 10.222.0.13 "GET /v2.0/ports?device_id=36255289-1ec2-4045-98f8-18dddd894f90 HTTP/1.1" status: 200 len: 210 time: 0.0256600 Sep 09 21:00:42.448594 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd618c-7f3b-4710-b77d-db8e9d8c9ec4 req-ab95bc03-b0d9-4d92-9a23-5f975146ce40 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:42.450059 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-29fd618c-7f3b-4710-b77d-db8e9d8c9ec4 req-ab95bc03-b0d9-4d92-9a23-5f975146ce40 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 945 time: 0.0516691 Sep 09 21:00:42.494634 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-29fd618c-7f3b-4710-b77d-db8e9d8c9ec4 req-a20d9111-b055-414e-b6df-d853a23fa216 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327730 Sep 09 21:00:42.648961 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c972b-dc6f-4177-9ebc-778d73f0b788 req-99ead0dc-47b3-4748-b641-0f15791d3365 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:42.650614 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ee0c972b-dc6f-4177-9ebc-778d73f0b788 req-99ead0dc-47b3-4748-b641-0f15791d3365 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0546887 Sep 09 21:00:42.715188 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ee0c972b-dc6f-4177-9ebc-778d73f0b788 req-6058b531-024b-4b23-b725-1ec846d1eb22 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569191 Sep 09 21:00:42.737773 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6000d13-5154-4df5-a4d1-6e7a2ec76acb req-82fae25a-d3b6-440b-88c5-1a6cd151b545 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:42.739430 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e6000d13-5154-4df5-a4d1-6e7a2ec76acb req-82fae25a-d3b6-440b-88c5-1a6cd151b545 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 944 time: 0.0660551 Sep 09 21:00:42.779484 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e6000d13-5154-4df5-a4d1-6e7a2ec76acb req-482a8193-cd58-43d7-ac11-bb35e6c93da4 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329554 Sep 09 21:00:43.086503 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 7410a3a2-3df2-40f4-898e-ad6c16a68729 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:00:43.133697 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port 7410a3a2-3df2-40f4-898e-ad6c16a68729 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:00:43.137312 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port 7410a3a2-3df2-40f4-898e-ad6c16a68729 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:00:43.137684 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:43.213236 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:43.237503 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37578b2d-280b-43c5-89cc-fee9f920ee1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7410a3a2-3df2-40f4-898e-ad6c16a68729'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:00:43.239756 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9d4681-6617-4ef6-8a3a-c89d27e8803d" -d '{"events": [{"server_uuid": "37578b2d-280b-43c5-89cc-fee9f920ee1b", "name": "network-vif-plugged", "status": "completed", "tag": "7410a3a2-3df2-40f4-898e-ad6c16a68729"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:00:43.256666 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 7410a3a2-3df2-40f4-898e-ad6c16a68729, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7410a3a2-3df2-40f4-898e-ad6c16a68729,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:00:43.270160 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:43.271063 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device d74c13c6-026a-40f3-ac6c-48a2a5df6f1a no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:00:43.304757 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: d74c13c6-026a-40f3-ac6c-48a2a5df6f1a {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:00:43.305494 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device d74c13c6-026a-40f3-ac6c-48a2a5df6f1a not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:00:43.383314 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=7410a3a2-3df2-40f4-898e-ad6c16a68729,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:43.443035 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc318f60-e5a9-4d9f-abf5-275ce84f0508 x-openstack-request-id: req-dc318f60-e5a9-4d9f-abf5-275ce84f0508 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:00:43.443646 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37578b2d-280b-43c5-89cc-fee9f920ee1b", "name": "network-vif-plugged", "status": "completed", "tag": "7410a3a2-3df2-40f4-898e-ad6c16a68729", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:00:43.444088 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc318f60-e5a9-4d9f-abf5-275ce84f0508 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:00:43.444702 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37578b2d-280b-43c5-89cc-fee9f920ee1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7410a3a2-3df2-40f4-898e-ad6c16a68729', 'code': 200} Sep 09 21:00:43.630580 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340f67a-355c-4eba-99c6-820aa69e9b43 req-de97fc02-b7da-4e7f-85eb-f2904c3c2d22 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:43.632267 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1340f67a-355c-4eba-99c6-820aa69e9b43 req-de97fc02-b7da-4e7f-85eb-f2904c3c2d22 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 945 time: 0.0624042 Sep 09 21:00:43.696373 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea45af-f107-428f-b659-5fd5e4a2037a req-56c3353c-51e0-4f59-becc-71c50ada2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:43.697953 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-52ea45af-f107-428f-b659-5fd5e4a2037a req-56c3353c-51e0-4f59-becc-71c50ada2e63 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 1098 time: 0.0647504 Sep 09 21:00:43.700704 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1340f67a-355c-4eba-99c6-820aa69e9b43 req-6dcba8a5-7e31-46c7-9156-778cc27c354c tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602190 Sep 09 21:00:43.746587 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-52ea45af-f107-428f-b659-5fd5e4a2037a req-ce395bac-973b-49fa-bc53-7e25ae0805d7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377388 Sep 09 21:00:43.872102 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67322f83-fbc6-4fda-a371-c778b05f2298 req-f874ce9d-ef03-470a-8ac7-9eb6f0f43e0b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:43.873635 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-67322f83-fbc6-4fda-a371-c778b05f2298 req-f874ce9d-ef03-470a-8ac7-9eb6f0f43e0b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0816743 Sep 09 21:00:43.937355 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-67322f83-fbc6-4fda-a371-c778b05f2298 req-d7ab3df1-7802-469e-a18e-e8acb0c35be0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553935 Sep 09 21:00:43.949193 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dbed1-aa60-4f6c-a45e-9c53dea0d6ab req-92f424f0-64a7-4907-b9a9-269a78c0fbc3 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:43.950186 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5f9dbed1-aa60-4f6c-a45e-9c53dea0d6ab req-92f424f0-64a7-4907-b9a9-269a78c0fbc3 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 945 time: 0.0871003 Sep 09 21:00:43.997667 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5f9dbed1-aa60-4f6c-a45e-9c53dea0d6ab req-ffad4b92-0f1c-42e2-a0fd-9fd1a45c5716 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Sep 09 21:00:44.914253 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 46410) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:44.963686 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-5431e3b0-ec4e-4574-8912-29e9a58c494a admin admin] Deleting subnet 1ad32793-0841-418c-a569-1ad6f75a242e {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:00:44.966896 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5431e3b0-ec4e-4574-8912-29e9a58c494a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:45.014903 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5431e3b0-ec4e-4574-8912-29e9a58c494a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13145719'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:45.066990 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5431e3b0-ec4e-4574-8912-29e9a58c494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:45.073588 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78837c15-f013-40ef-b061-4325062367c2 req-9a6d87df-029d-4706-9d16-31ee314b87f9 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:45.081117 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-78837c15-f013-40ef-b061-4325062367c2 req-9a6d87df-029d-4706-9d16-31ee314b87f9 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0681343 Sep 09 21:00:45.137060 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5431e3b0-ec4e-4574-8912-29e9a58c494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13123105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13020265'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:45.165848 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431e3b0-ec4e-4574-8912-29e9a58c494a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ad32793-0841-418c-a569-1ad6f75a242e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:45.182632 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5431e3b0-ec4e-4574-8912-29e9a58c494a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:45.184628 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-78837c15-f013-40ef-b061-4325062367c2 req-969b8e37-a441-4c63-a4f4-654f985b03f6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019819 Sep 09 21:00:45.186393 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-5431e3b0-ec4e-4574-8912-29e9a58c494a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1ad32793-0841-418c-a569-1ad6f75a242e HTTP/1.1" status: 204 len: 168 time: 0.2710881 Sep 09 21:00:45.189349 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 46424) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:45.227247 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f33d74-2f2c-4d7a-8f9e-cc7a2553eff7 req-e9bedcf4-ac8b-40eb-9c81-13a197ae4264 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:45.237753 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-22f33d74-2f2c-4d7a-8f9e-cc7a2553eff7 req-e9bedcf4-ac8b-40eb-9c81-13a197ae4264 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 945 time: 0.1442227 Sep 09 21:00:45.277484 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-22f33d74-2f2c-4d7a-8f9e-cc7a2553eff7 req-4bbd0359-aae4-4089-a43e-d00d6ae576f9 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371623 Sep 09 21:00:45.285261 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e42ecb8-fd37-4519-a58e-53e91e2e6bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:45.366204 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e42ecb8-fd37-4519-a58e-53e91e2e6bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:45.385945 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-3e42ecb8-fd37-4519-a58e-53e91e2e6bec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6465349-5f47-4d0e-a36a-d21e382a4e7f']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:45.395153 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-3e42ecb8-fd37-4519-a58e-53e91e2e6bec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d63f74-1b9c-4c63-a47c-9093561b8e60') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:45.395486 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-3e42ecb8-fd37-4519-a58e-53e91e2e6bec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d63f74-1b9c-4c63-a47c-9093561b8e60') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:00:45.404721 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e42ecb8-fd37-4519-a58e-53e91e2e6bec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13145614'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:45.420206 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e42ecb8-fd37-4519-a58e-53e91e2e6bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:45.427699 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e42ecb8-fd37-4519-a58e-53e91e2e6bec admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:00:45.428111 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e42ecb8-fd37-4519-a58e-53e91e2e6bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13123011'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: Traceback (most recent call last): Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: timer() Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: cb(*args, **kw) Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: return func(*args, **kwargs) Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: self._notify() Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: self.callback(batched_events) Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: event.method(event) Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: return f(self, *a, **k) Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: return self._get(url).json() Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: return self.request(url, 'GET', **kwargs) Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:00:45.430088 dv-cinder-805083-2-iscsi neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:00:45.674072 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e42ecb8-fd37-4519-a58e-53e91e2e6bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:45.698093 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e42ecb8-fd37-4519-a58e-53e91e2e6bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:45.700086 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-3e42ecb8-fd37-4519-a58e-53e91e2e6bec admin admin] 10.222.0.13 "DELETE /v2.0/networks/d6465349-5f47-4d0e-a36a-d21e382a4e7f HTTP/1.1" status: 204 len: 168 time: 0.5095890 Sep 09 21:00:45.701387 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42ecb8-fd37-4519-a58e-53e91e2e6bec admin admin] Pushing event deleted for resources: {'Network': ['ID=d6465349-5f47-4d0e-a36a-d21e382a4e7f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:45.754083 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-087dcadf-aa4c-4f3d-8a8d-7ac2c157a803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:45.891913 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 46440) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:45.932471 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-07fd2a81-feff-4840-97f8-cb0b6df75b73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0fb32c10b824ce9aec7aa577734ef3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392056 Sep 09 21:00:45.934712 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 46442) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:45.990800 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14070798-a195-4bf1-9afe-9809d23cde67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:46.012352 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14070798-a195-4bf1-9afe-9809d23cde67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:46.056386 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14070798-a195-4bf1-9afe-9809d23cde67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:46.058834 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14070798-a195-4bf1-9afe-9809d23cde67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:46.060033 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-14070798-a195-4bf1-9afe-9809d23cde67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47e42c52-a455-4998-abc2-0efabe2ab329 HTTP/1.1" status: 204 len: 168 time: 0.1243286 Sep 09 21:00:46.067350 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14070798-a195-4bf1-9afe-9809d23cde67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e42c52-a455-4998-abc2-0efabe2ab329,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:46.355021 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1f089-1adb-414c-9a3d-80ee64755d42 req-c70acbfc-4383-461c-8b31-0e1a8dca19e2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:46.356738 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-07b1f089-1adb-414c-9a3d-80ee64755d42 req-c70acbfc-4383-461c-8b31-0e1a8dca19e2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0906768 Sep 09 21:00:46.431563 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-07b1f089-1adb-414c-9a3d-80ee64755d42 req-9469e515-24f6-44ee-bb77-60d1b777becd tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661318 Sep 09 21:00:46.456619 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33947449-143f-4800-9c7e-2e9953223b61 req-14da1d8c-d3c8-4bc4-a205-3ab2e74b5f46 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:46.458211 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-33947449-143f-4800-9c7e-2e9953223b61 req-14da1d8c-d3c8-4bc4-a205-3ab2e74b5f46 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 945 time: 0.0755985 Sep 09 21:00:46.513753 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-33947449-143f-4800-9c7e-2e9953223b61 req-72c753e4-13e5-48a4-a179-76a182e1d3d0 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490406 Sep 09 21:00:47.544975 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957c618-7721-4b4e-b96b-84f4afae7136 req-d51ae958-eb70-4997-9a80-47f9209b1746 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:47.546462 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0957c618-7721-4b4e-b96b-84f4afae7136 req-d51ae958-eb70-4997-9a80-47f9209b1746 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0508602 Sep 09 21:00:47.588679 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0957c618-7721-4b4e-b96b-84f4afae7136 req-b7c2375a-669c-43be-a157-3125423959a2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355976 Sep 09 21:00:47.734753 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 46524) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:47.836924 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78d7348a-24f8-4e38-968c-968fac4ae8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:47.927551 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78d7348a-24f8-4e38-968c-968fac4ae8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:47.931259 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78d7348a-24f8-4e38-968c-968fac4ae8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:47.968525 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-78d7348a-24f8-4e38-968c-968fac4ae8ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d0dae54c6574864b50ba4a6d350ee6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326641 Sep 09 21:00:47.969765 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7348a-24f8-4e38-968c-968fac4ae8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c10789b-786d-486d-9d2d-6154e5a6181f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:47.971421 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 46530) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:48.030938 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78e7ad57-3040-4b68-8c5a-085ed1d6868f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:48.054530 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78e7ad57-3040-4b68-8c5a-085ed1d6868f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:48.099409 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78e7ad57-3040-4b68-8c5a-085ed1d6868f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:48.101929 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78e7ad57-3040-4b68-8c5a-085ed1d6868f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:48.103051 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-78e7ad57-3040-4b68-8c5a-085ed1d6868f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c10789b-786d-486d-9d2d-6154e5a6181f HTTP/1.1" status: 204 len: 168 time: 0.1304617 Sep 09 21:00:48.111291 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7ad57-3040-4b68-8c5a-085ed1d6868f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c10789b-786d-486d-9d2d-6154e5a6181f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:48.370512 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 46540) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:48.383952 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54e06c4b-0dc1-4972-98f6-4c18969d20b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:48.416690 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2b578847-72d7-417f-9ef8-f6084118800b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:48.482016 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54e06c4b-0dc1-4972-98f6-4c18969d20b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:48.487971 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54e06c4b-0dc1-4972-98f6-4c18969d20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:48.526172 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-54e06c4b-0dc1-4972-98f6-4c18969d20b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7dfa79afed94cb0b0db95a2894f30c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545827 Sep 09 21:00:48.526967 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e06c4b-0dc1-4972-98f6-4c18969d20b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a992ecdf-d4bc-42b7-8274-86eb8e8b922b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:48.528874 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 46544) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:48.574655 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:48.581981 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99125aa0-e5c0-4871-9b32-6523d224572b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:48.603532 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99125aa0-e5c0-4871-9b32-6523d224572b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:48.652412 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99125aa0-e5c0-4871-9b32-6523d224572b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:48.655002 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99125aa0-e5c0-4871-9b32-6523d224572b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:48.659432 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-99125aa0-e5c0-4871-9b32-6523d224572b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a992ecdf-d4bc-42b7-8274-86eb8e8b922b HTTP/1.1" status: 204 len: 168 time: 0.1251483 Sep 09 21:00:48.665048 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99125aa0-e5c0-4871-9b32-6523d224572b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a992ecdf-d4bc-42b7-8274-86eb8e8b922b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:49.005602 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:00:49.958572 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:51.345571 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f62843-a5d9-4d90-acc7-a352bfbc2d7f req-6f99d3e3-0923-47cd-a580-7b3dea6e00f5 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:51.347593 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-65f62843-a5d9-4d90-acc7-a352bfbc2d7f req-6f99d3e3-0923-47cd-a580-7b3dea6e00f5 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0506470 Sep 09 21:00:51.379700 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:51.390104 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-65f62843-a5d9-4d90-acc7-a352bfbc2d7f req-f97f5f09-e143-494a-8bd5-0eadf9eacef5 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364587 Sep 09 21:00:52.533455 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec53e9-483d-4124-b761-782d960ea29b req-0f046496-d6a5-4428-bcba-974dab963294 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:52.535601 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e6ec53e9-483d-4124-b761-782d960ea29b req-0f046496-d6a5-4428-bcba-974dab963294 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0691564 Sep 09 21:00:52.577614 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e6ec53e9-483d-4124-b761-782d960ea29b req-26a85d5d-41ee-4d82-8e6c-5836720b63a8 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345407 Sep 09 21:00:52.795135 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-a141dd6f-ef4d-48e2-a233-57a75ea18c18 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:52.796703 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-a141dd6f-ef4d-48e2-a233-57a75ea18c18 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/networks?id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db HTTP/1.1" status: 200 len: 813 time: 0.1078629 Sep 09 21:00:52.811903 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-77e1113f-80aa-4b92-bfcd-df04bdcf8cac tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/quotas/85c3a67fec5b456d864c3eda0f5d8c81 HTTP/1.1" status: 200 len: 375 time: 0.0094721 Sep 09 21:00:53.092609 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-e225832e-c38e-411b-aac7-bbde4c893657 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=85c3a67fec5b456d864c3eda0f5d8c81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2730362 Sep 09 21:00:53.199210 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-76349233-ce21-45f9-a5a7-2d19e429c9a2 service neutron] 10.222.0.13 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994697 Sep 09 21:00:53.292349 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-653b20a6-6c5b-4089-9f91-5d9e46be6782 service neutron] 10.222.0.13 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869677 Sep 09 21:00:53.461231 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7275bfa6-3e3f-4920-95da-09bc12f5d504 req-4a0f093d-079a-4571-99ff-c16ad359718b tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 210 time: 0.0289476 Sep 09 21:00:53.727398 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c89ef-d88e-42d0-a6aa-8745c95ced62 req-c8d9e666-d91e-46aa-a3a8-a534b0cf9cbe tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:53.729066 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d78c89ef-d88e-42d0-a6aa-8745c95ced62 req-c8d9e666-d91e-46aa-a3a8-a534b0cf9cbe tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0604699 Sep 09 21:00:53.776916 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d78c89ef-d88e-42d0-a6aa-8745c95ced62 req-b7f8301c-61dd-46a7-bd0b-2656584486cf tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403471 Sep 09 21:00:54.265267 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 46728) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:54.370076 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-627a8a93-944d-4019-a5be-5161e8f6ef23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:54.469062 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-627a8a93-944d-4019-a5be-5161e8f6ef23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:54.474241 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-627a8a93-944d-4019-a5be-5161e8f6ef23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:54.526619 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a8a93-944d-4019-a5be-5161e8f6ef23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28bf6bc-66d7-43c5-bd8d-adef221062cf,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:54.536075 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-627a8a93-944d-4019-a5be-5161e8f6ef23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=183a91b1514f42979439e50029392713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689042 Sep 09 21:00:54.538652 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 46736) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:54.597216 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8e77226b-dd3e-4827-b264-937e896db4bb req-032a082b-ba43-4413-82df-77e984546ac3 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 210 time: 0.0498841 Sep 09 21:00:54.634303 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a599b4c8-e14a-40d8-83e3-867ecd76f123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:54.670597 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a599b4c8-e14a-40d8-83e3-867ecd76f123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:54.801717 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-0a48a17f-1e88-40cc-b713-02ddb39d6ffd tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:54.804182 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-0a48a17f-1e88-40cc-b713-02ddb39d6ffd tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "GET /v2.0/networks?id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db HTTP/1.1" status: 200 len: 813 time: 0.1479497 Sep 09 21:00:54.805504 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a599b4c8-e14a-40d8-83e3-867ecd76f123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:54.808094 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a599b4c8-e14a-40d8-83e3-867ecd76f123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:54.812132 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-a599b4c8-e14a-40d8-83e3-867ecd76f123 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f28bf6bc-66d7-43c5-bd8d-adef221062cf HTTP/1.1" status: 204 len: 168 time: 0.2694654 Sep 09 21:00:54.817685 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599b4c8-e14a-40d8-83e3-867ecd76f123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28bf6bc-66d7-43c5-bd8d-adef221062cf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:54.838864 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-772890a1-d7eb-477c-b08e-72be123be895 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Request body: {'port': {'device_id': '3cb97693-a62e-48a6-b22a-598f62548ec2', 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db', 'admin_state_up': True, 'tenant_id': '85c3a67fec5b456d864c3eda0f5d8c81'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:00:54.994390 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c3e80-1d87-4a72-b303-785e82b8d7bf req-a9ebff4a-20de-4d14-95be-b04339ecfd73 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:54.995963 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-846c3e80-1d87-4a72-b303-785e82b8d7bf req-a9ebff4a-20de-4d14-95be-b04339ecfd73 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.1072104 Sep 09 21:00:55.033553 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-772890a1-d7eb-477c-b08e-72be123be895 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Made reservation on behalf of 85c3a67fec5b456d864c3eda0f5d8c81 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:00:55.037685 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-772890a1-d7eb-477c-b08e-72be123be895 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:55.065471 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-846c3e80-1d87-4a72-b303-785e82b8d7bf req-ac28860f-f3ce-47f9-bbe8-c0dce5451858 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633745 Sep 09 21:00:55.134454 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 46752) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:55.154621 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aecade62-18c7-491c-8999-87c204cc8d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:55.224631 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-772890a1-d7eb-477c-b08e-72be123be895 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Allocated IP 172.20.0.13 (42faf0dd-0ea8-4584-a5dd-61768b1fe3db/9f170f05-5ada-411e-802f-c1309cb301a1/f9e12224-d116-435f-a32d-92376fbc45a8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:00:55.398329 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aecade62-18c7-491c-8999-87c204cc8d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:55.407393 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aecade62-18c7-491c-8999-87c204cc8d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:55.464929 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecade62-18c7-491c-8999-87c204cc8d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15cfef9-ec22-4edb-a9cf-1f29663ff68f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:55.479469 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-aecade62-18c7-491c-8999-87c204cc8d94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8b629b9816d4dc2853a6c429fee041a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439219 Sep 09 21:00:55.483402 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 46764) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:55.491869 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-772890a1-d7eb-477c-b08e-72be123be895 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:55.535778 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-772890a1-d7eb-477c-b08e-72be123be895 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:55.551733 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f', '7410a3a2-3df2-40f4-898e-ad6c16a68729'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:00:55.579202 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61e2aa5d-83da-4701-be26-6836b8a1309e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:55.585444 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-772890a1-d7eb-477c-b08e-72be123be895 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:00:55.588750 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-772890a1-d7eb-477c-b08e-72be123be895 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:00:55.592889 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-772890a1-d7eb-477c-b08e-72be123be895 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:00:55.599127 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-772890a1-d7eb-477c-b08e-72be123be895 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:55.599828 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-772890a1-d7eb-477c-b08e-72be123be895 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:55.608770 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772890a1-d7eb-477c-b08e-72be123be895 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Pushing event updated for resources: {'Port': ['ID=f9e12224-d116-435f-a32d-92376fbc45a8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:55.625297 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-772890a1-d7eb-477c-b08e-72be123be895 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7938633 Sep 09 21:00:55.630678 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61e2aa5d-83da-4701-be26-6836b8a1309e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:55.658205 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Request body: {'port': {'device_id': '3cb97693-a62e-48a6-b22a-598f62548ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:00:55.745428 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61e2aa5d-83da-4701-be26-6836b8a1309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:55.754883 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61e2aa5d-83da-4701-be26-6836b8a1309e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:55.757451 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-61e2aa5d-83da-4701-be26-6836b8a1309e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c15cfef9-ec22-4edb-a9cf-1f29663ff68f HTTP/1.1" status: 204 len: 168 time: 0.2687259 Sep 09 21:00:55.780820 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2aa5d-83da-4701-be26-6836b8a1309e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15cfef9-ec22-4edb-a9cf-1f29663ff68f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:55.843704 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:55.868257 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 46778) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:56.071689 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53c88f-469d-413d-b7f4-639e57b84a49 req-77f69475-496d-4c5f-8bb6-bedf5e98711d tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:56.079567 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5a53c88f-469d-413d-b7f4-639e57b84a49 req-77f69475-496d-4c5f-8bb6-bedf5e98711d tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 932 time: 0.2818594 Sep 09 21:00:56.192377 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5a53c88f-469d-413d-b7f4-639e57b84a49 req-82b63c0e-3cd3-4aa6-9ec0-538697c4b0f3 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114802 Sep 09 21:00:56.269499 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd750723-3316-4108-9c58-20e50eb12679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:56.282467 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e12224-d116-435f-a32d-92376fbc45a8 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:00:56.293773 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f6432-8f04-4a1d-8678-46adb0e23442 req-0fa15eb0-2126-4881-bd5d-2355750363f2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:56.299984 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8a0f6432-8f04-4a1d-8678-46adb0e23442 req-0fa15eb0-2126-4881-bd5d-2355750363f2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.1062264 Sep 09 21:00:56.308158 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:56.337607 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Transition to ACTIVE for port object f9e12224-d116-435f-a32d-92376fbc45a8 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:00:56.349514 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:56.391382 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd750723-3316-4108-9c58-20e50eb12679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:56.400653 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd750723-3316-4108-9c58-20e50eb12679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:56.403068 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8a0f6432-8f04-4a1d-8678-46adb0e23442 req-f25a6aa6-70b9-4e5e-9406-740166b19a82 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979095 Sep 09 21:00:56.420882 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e12224-d116-435f-a32d-92376fbc45a8,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:56.448401 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-bd750723-3316-4108-9c58-20e50eb12679 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca150714bf4449659a95d6c65fd388af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5786152 Sep 09 21:00:56.451700 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 46794) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:56.458577 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Attempting to bind port f9e12224-d116-435f-a32d-92376fbc45a8 on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:00:56.458577 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Attempting to bind port f9e12224-d116-435f-a32d-92376fbc45a8 by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:00:56.458577 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Attempting to bind port f9e12224-d116-435f-a32d-92376fbc45a8 on network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:00:56.464310 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Port f9e12224-d116-435f-a32d-92376fbc45a8 on network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:00:56.464682 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Attempting to bind port f9e12224-d116-435f-a32d-92376fbc45a8 on network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:00:56.470272 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:00:56.470691 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Checking segment: {'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:00:56.471531 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Bound using segment: {'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:00:56.471709 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Bound port: f9e12224-d116-435f-a32d-92376fbc45a8, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:00:56.472625 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:56.481403 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd750723-3316-4108-9c58-20e50eb12679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8604a0-6bc5-4697-864e-d6a120385f87,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:56.543165 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15d77408-8690-4156-af2e-684a84a2f50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:56.561329 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] For port f9e12224-d116-435f-a32d-92376fbc45a8, host hv-cinder-80508, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:00:56.565918 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] For port f9e12224-d116-435f-a32d-92376fbc45a8, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=f9e12224-d116-435f-a32d-92376fbc45a8,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:00:56.571068 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:56.571257 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15d77408-8690-4156-af2e-684a84a2f50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:56.613746 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:56.614492 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:56.616238 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] 10.222.0.48 "PUT /v2.0/ports/f9e12224-d116-435f-a32d-92376fbc45a8 HTTP/1.1" status: 200 len: 1094 time: 0.9629772 Sep 09 21:00:56.616706 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb97693-a62e-48a6-b22a-598f62548ec2', 'tag': 'f9e12224-d116-435f-a32d-92376fbc45a8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:00:56.619422 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9b41bc-4227-443d-a47f-6bca4b8d825e" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb97693-a62e-48a6-b22a-598f62548ec2", "tag": "f9e12224-d116-435f-a32d-92376fbc45a8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:00:56.650874 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15d77408-8690-4156-af2e-684a84a2f50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:56.653793 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15d77408-8690-4156-af2e-684a84a2f50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:56.655302 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-15d77408-8690-4156-af2e-684a84a2f50a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d8604a0-6bc5-4697-864e-d6a120385f87 HTTP/1.1" status: 204 len: 168 time: 0.2026610 Sep 09 21:00:56.674511 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d77408-8690-4156-af2e-684a84a2f50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8604a0-6bc5-4697-864e-d6a120385f87,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:56.702964 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4c337e-4662-4a3d-8f3f-563991daf237 x-openstack-request-id: req-8b4c337e-4662-4a3d-8f3f-563991daf237 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:00:56.703258 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb97693-a62e-48a6-b22a-598f62548ec2", "tag": "f9e12224-d116-435f-a32d-92376fbc45a8", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:00:56.703806 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b4c337e-4662-4a3d-8f3f-563991daf237 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:00:56.707978 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb97693-a62e-48a6-b22a-598f62548ec2', 'tag': 'f9e12224-d116-435f-a32d-92376fbc45a8', 'status': 'completed', 'code': 200} Sep 09 21:00:56.728257 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df14c2-3598-4c48-bb57-511f47ec9800 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e12224-d116-435f-a32d-92376fbc45a8,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:56.749400 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-8ef7bcc1-15d1-4d35-bd0c-e42b84d1ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:56.751149 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-8ef7bcc1-15d1-4d35-bd0c-e42b84d1ca82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c3a67fec5b456d864c3eda0f5d8c81&device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 1097 time: 0.0646088 Sep 09 21:00:56.801235 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-e177eadf-de7f-486d-b08d-d1999e177786 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9e12224-d116-435f-a32d-92376fbc45a8 HTTP/1.1" status: 200 len: 217 time: 0.0380881 Sep 09 21:00:56.885320 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-4fd0e888-4f0f-465b-bfa2-0e60b574c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:56.888759 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-4fd0e888-4f0f-465b-bfa2-0e60b574c5e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f170f05-5ada-411e-802f-c1309cb301a1 HTTP/1.1" status: 200 len: 853 time: 0.0649929 Sep 09 21:00:56.969084 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-cf0c2b3f-47f4-4377-bc11-3666dbb95716 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522151 Sep 09 21:00:57.090148 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-acb8bc6c-c9e4-4f41-af06-57647b21158d service neutron] 10.222.0.48 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086028 Sep 09 21:00:57.232998 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e5d24b9b-7fd9-4c41-b904-a0876d7f4524 req-ceb06322-e423-4576-9964-f3b8a2cd4c1e service neutron] 10.222.0.48 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138747 Sep 09 21:00:57.406973 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37578d3a-766a-4fbf-be88-840832c2a415 req-f455dce4-5fff-4080-b24a-eee5fd92c21b tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:57.408538 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-37578d3a-766a-4fbf-be88-840832c2a415 req-f455dce4-5fff-4080-b24a-eee5fd92c21b tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 944 time: 0.0917165 Sep 09 21:00:57.410951 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b41bc-4227-443d-a47f-6bca4b8d825e req-86df78a9-2db5-45b8-b14a-2822ed5fc45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:57.412301 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ab9b41bc-4227-443d-a47f-6bca4b8d825e req-86df78a9-2db5-45b8-b14a-2822ed5fc45f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c3a67fec5b456d864c3eda0f5d8c81&device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 1097 time: 0.1057811 Sep 09 21:00:57.483007 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-37578d3a-766a-4fbf-be88-840832c2a415 req-46ced46f-1ab5-457b-9c58-aa83e1128f97 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677986 Sep 09 21:00:57.588843 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b41bc-4227-443d-a47f-6bca4b8d825e req-c8099b28-91c6-46f8-8b42-e0ba3f5ce4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:57.590649 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ab9b41bc-4227-443d-a47f-6bca4b8d825e req-c8099b28-91c6-46f8-8b42-e0ba3f5ce4ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db HTTP/1.1" status: 200 len: 914 time: 0.1614604 Sep 09 21:00:57.606379 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a24dd-8f14-4c1e-bb4a-011f657b458f req-1d2b50b2-94b3-40cd-b1a7-e0627ae579b4 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:57.607977 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-896a24dd-8f14-4c1e-bb4a-011f657b458f req-1d2b50b2-94b3-40cd-b1a7-e0627ae579b4 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0856433 Sep 09 21:00:57.649435 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ab9b41bc-4227-443d-a47f-6bca4b8d825e req-19fdb217-a30b-4dd4-b5c4-9fd3919fed8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9e12224-d116-435f-a32d-92376fbc45a8 HTTP/1.1" status: 200 len: 217 time: 0.0403273 Sep 09 21:00:57.737042 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-896a24dd-8f14-4c1e-bb4a-011f657b458f req-e0471056-4103-4519-b922-a3e5a4f4d6c8 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865614 Sep 09 21:00:57.755589 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b41bc-4227-443d-a47f-6bca4b8d825e req-e5d5babc-32aa-41ff-a911-995def92f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:57.757157 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ab9b41bc-4227-443d-a47f-6bca4b8d825e req-e5d5babc-32aa-41ff-a911-995def92f23c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f170f05-5ada-411e-802f-c1309cb301a1 HTTP/1.1" status: 200 len: 853 time: 0.0854144 Sep 09 21:00:57.807212 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ab9b41bc-4227-443d-a47f-6bca4b8d825e req-ee3635bc-450e-4402-8091-596940dae96a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277007 Sep 09 21:00:57.924163 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ab9b41bc-4227-443d-a47f-6bca4b8d825e req-9bea5230-87c3-4c04-9a6d-16637008faf5 service neutron] 10.222.0.48 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037169 Sep 09 21:00:58.058534 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ab9b41bc-4227-443d-a47f-6bca4b8d825e req-130eff23-1209-4145-afca-c53e9e0d5c56 service neutron] 10.222.0.48 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164546 Sep 09 21:00:58.366391 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 46884) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:58.555806 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c2f1899-5591-453d-a8c8-56c594ceeb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:58.645002 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58816935-ce77-44e3-b4ca-c06631d4b81a req-258bb640-b79b-4a9f-91f4-7d18a958557b tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:58.646734 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-58816935-ce77-44e3-b4ca-c06631d4b81a req-258bb640-b79b-4a9f-91f4-7d18a958557b tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 944 time: 0.0676599 Sep 09 21:00:58.663967 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c2f1899-5591-453d-a8c8-56c594ceeb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:58.672740 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c2f1899-5591-453d-a8c8-56c594ceeb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:58.688344 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-58816935-ce77-44e3-b4ca-c06631d4b81a req-bec99ff9-ae8d-424c-b236-996d79e01491 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347123 Sep 09 21:00:58.717602 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-4c2f1899-5591-453d-a8c8-56c594ceeb97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27c5799dd6f043eaa8028e6862acd1bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478925 Sep 09 21:00:58.717602 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f1899-5591-453d-a8c8-56c594ceeb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b59e0f0-ff54-47ee-9060-70f4cd49ca0d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:58.718078 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 46906) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:00:58.773224 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fd5b739-1dc2-4240-8b0d-7c05edb44d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:58.807874 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fd5b739-1dc2-4240-8b0d-7c05edb44d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:58.900392 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7fcb6-0ed3-4cfe-a6ec-3fd73adc6f0f req-4cc8c872-037b-4dbc-ae64-afad27d0d4a1 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:58.901683 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-70c7fcb6-0ed3-4cfe-a6ec-3fd73adc6f0f req-4cc8c872-037b-4dbc-ae64-afad27d0d4a1 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0653930 Sep 09 21:00:58.916165 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fd5b739-1dc2-4240-8b0d-7c05edb44d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:58.918646 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fd5b739-1dc2-4240-8b0d-7c05edb44d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:00:58.919775 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-9fd5b739-1dc2-4240-8b0d-7c05edb44d7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b59e0f0-ff54-47ee-9060-70f4cd49ca0d HTTP/1.1" status: 204 len: 168 time: 0.2006526 Sep 09 21:00:58.938124 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5b739-1dc2-4240-8b0d-7c05edb44d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b59e0f0-ff54-47ee-9060-70f4cd49ca0d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:00:58.958751 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-70c7fcb6-0ed3-4cfe-a6ec-3fd73adc6f0f req-dbe8e9b0-53ea-40da-8163-4559952289a8 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498352 Sep 09 21:00:59.858642 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d143ae-f5a2-40a4-a5b0-a5ae6473e7b3 req-05bd4e04-4834-4f55-a80d-bf555d4e88fe tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:00:59.860345 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b9d143ae-f5a2-40a4-a5b0-a5ae6473e7b3 req-05bd4e04-4834-4f55-a80d-bf555d4e88fe tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 944 time: 0.0758166 Sep 09 21:00:59.914559 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b9d143ae-f5a2-40a4-a5b0-a5ae6473e7b3 req-06f01c5d-5e50-43fe-a435-f0a697ad8d05 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474925 Sep 09 21:01:00.098319 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c3e81-51fa-445f-84a8-4e38bd5ff04c req-8f05ee1a-cd3d-497f-af15-fd90e961d1bf tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:00.100003 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-af5c3e81-51fa-445f-84a8-4e38bd5ff04c req-8f05ee1a-cd3d-497f-af15-fd90e961d1bf tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0575240 Sep 09 21:01:00.145984 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-af5c3e81-51fa-445f-84a8-4e38bd5ff04c req-d2b76eea-2729-4201-9d1e-0f4101b096ac tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361762 Sep 09 21:01:00.190103 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 47000) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:00.310364 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55f13c0a-8eb0-4dd1-8eca-c73ec20921ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:00.428592 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55f13c0a-8eb0-4dd1-8eca-c73ec20921ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:00.432960 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55f13c0a-8eb0-4dd1-8eca-c73ec20921ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:00.476527 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-55f13c0a-8eb0-4dd1-8eca-c73ec20921ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd428fd8d80c46b7a5a8e86bde384331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808836 Sep 09 21:01:00.477259 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f13c0a-8eb0-4dd1-8eca-c73ec20921ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de54d27b-d4e3-4091-9309-c9ac44506dbe,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:00.480288 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 47010) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:00.548904 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b99b5fb2-ba4f-433f-bd5e-d502a615a7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:00.573338 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b99b5fb2-ba4f-433f-bd5e-d502a615a7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:00.624780 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b99b5fb2-ba4f-433f-bd5e-d502a615a7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:00.627593 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b99b5fb2-ba4f-433f-bd5e-d502a615a7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:00.629397 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-b99b5fb2-ba4f-433f-bd5e-d502a615a7da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de54d27b-d4e3-4091-9309-c9ac44506dbe HTTP/1.1" status: 204 len: 168 time: 0.1477826 Sep 09 21:01:00.639517 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b5fb2-ba4f-433f-bd5e-d502a615a7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de54d27b-d4e3-4091-9309-c9ac44506dbe,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:00.662966 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:00.941732 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 47020) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:00.958246 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0d4d-226c-4cd0-bde3-4a06d8929fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:01.061005 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0d4d-226c-4cd0-bde3-4a06d8929fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:01.065578 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0d4d-226c-4cd0-bde3-4a06d8929fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:01.110507 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-0cbe0d4d-226c-4cd0-bde3-4a06d8929fd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa5bbf41f3334a419d8cd607719e4de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675842 Sep 09 21:01:01.111313 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe0d4d-226c-4cd0-bde3-4a06d8929fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4116cb-1582-4ca9-b877-a938c4406ec6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:01.114112 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 47022) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:01.166625 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49fb1f00-6be6-4b4b-87a1-a1dacc112586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:01.188925 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49fb1f00-6be6-4b4b-87a1-a1dacc112586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:01.234768 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49fb1f00-6be6-4b4b-87a1-a1dacc112586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:01.237342 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49fb1f00-6be6-4b4b-87a1-a1dacc112586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:01.239073 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-49fb1f00-6be6-4b4b-87a1-a1dacc112586 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b4116cb-1582-4ca9-b877-a938c4406ec6 HTTP/1.1" status: 204 len: 168 time: 0.1239078 Sep 09 21:01:01.246894 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb1f00-6be6-4b4b-87a1-a1dacc112586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4116cb-1582-4ca9-b877-a938c4406ec6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:02.068478 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device f9e12224-d116-435f-a32d-92376fbc45a8 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:01:02.178895 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port f9e12224-d116-435f-a32d-92376fbc45a8, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=f9e12224-d116-435f-a32d-92376fbc45a8,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:01:02.193952 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': 'f9e12224-d116-435f-a32d-92376fbc45a8', 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db', 'port_id': 'f9e12224-d116-435f-a32d-92376fbc45a8', 'mac_address': 'fa:16:3e:f1:ed:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f170f05-5ada-411e-802f-c1309cb301a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:01:02.235801 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:02.249686 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e12224-d116-435f-a32d-92376fbc45a8 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:01:02.275454 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port f9e12224-d116-435f-a32d-92376fbc45a8, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=f9e12224-d116-435f-a32d-92376fbc45a8,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:01:02.281586 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:02.329685 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=f9e12224-d116-435f-a32d-92376fbc45a8,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:03.342568 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f68be-2848-4ea4-a936-dba30163532a req-18130d1e-8a38-4b92-95b2-2a1d30c43ff7 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:03.344103 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9a8f68be-2848-4ea4-a936-dba30163532a req-18130d1e-8a38-4b92-95b2-2a1d30c43ff7 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 945 time: 0.0858045 Sep 09 21:01:03.352673 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02518790-c621-4e0c-8980-2c0740953b2d req-ee590fa2-58e3-46e2-9385-ca0cbdb4a564 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:03.354050 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-02518790-c621-4e0c-8980-2c0740953b2d req-ee590fa2-58e3-46e2-9385-ca0cbdb4a564 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0822513 Sep 09 21:01:03.412525 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9a8f68be-2848-4ea4-a936-dba30163532a req-82bc4de3-2bf1-404a-9a60-be22984b3e6d tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575211 Sep 09 21:01:03.415462 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-02518790-c621-4e0c-8980-2c0740953b2d req-9515b842-97ff-4be2-94fe-a3fa9febda90 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548017 Sep 09 21:01:03.655346 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['f9e12224-d116-435f-a32d-92376fbc45a8'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:01:04.589359 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b92d97-c23d-4eae-93f0-ed817f6adcc1 req-93c57611-2635-472d-82a9-36002bb71fe0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:04.590912 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e2b92d97-c23d-4eae-93f0-ed817f6adcc1 req-93c57611-2635-472d-82a9-36002bb71fe0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0876522 Sep 09 21:01:04.603315 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df06808-2c95-4c23-990d-ef0839b35157 req-771fdebf-99aa-425d-9663-c65c690c09dc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:04.604769 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9df06808-2c95-4c23-990d-ef0839b35157 req-771fdebf-99aa-425d-9663-c65c690c09dc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 945 time: 0.0746136 Sep 09 21:01:04.660373 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e2b92d97-c23d-4eae-93f0-ed817f6adcc1 req-3fa4d6b3-30ba-487b-a4a5-e90ebb93ec94 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540767 Sep 09 21:01:04.668169 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9df06808-2c95-4c23-990d-ef0839b35157 req-e986644a-1c4c-4591-8133-9ce01d88f95a tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563903 Sep 09 21:01:05.171162 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device f9e12224-d116-435f-a32d-92376fbc45a8 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:01:05.225724 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port f9e12224-d116-435f-a32d-92376fbc45a8 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:01:05.229678 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port f9e12224-d116-435f-a32d-92376fbc45a8 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:01:05.230050 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:05.310362 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:05.332800 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb97693-a62e-48a6-b22a-598f62548ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e12224-d116-435f-a32d-92376fbc45a8'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:01:05.335030 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb84fa87-9dea-4f5b-8190-2611acda821a" -d '{"events": [{"server_uuid": "3cb97693-a62e-48a6-b22a-598f62548ec2", "name": "network-vif-plugged", "status": "completed", "tag": "f9e12224-d116-435f-a32d-92376fbc45a8"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:01:05.351384 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port f9e12224-d116-435f-a32d-92376fbc45a8, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=f9e12224-d116-435f-a32d-92376fbc45a8,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:01:05.357313 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:05.385475 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1d9a4b-a7c5-4827-8e2c-e8c338dd21fd x-openstack-request-id: req-5d1d9a4b-a7c5-4827-8e2c-e8c338dd21fd {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:01:05.385764 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb97693-a62e-48a6-b22a-598f62548ec2", "name": "network-vif-plugged", "status": "completed", "tag": "f9e12224-d116-435f-a32d-92376fbc45a8", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:01:05.386013 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d1d9a4b-a7c5-4827-8e2c-e8c338dd21fd {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:01:05.386401 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb97693-a62e-48a6-b22a-598f62548ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e12224-d116-435f-a32d-92376fbc45a8', 'code': 200} Sep 09 21:01:05.415870 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=f9e12224-d116-435f-a32d-92376fbc45a8,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:05.586900 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07d89a-952c-4338-8bb2-a7da980b013b req-0c18eb37-98ba-4945-945b-6a2957d68616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:05.588577 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5d07d89a-952c-4338-8bb2-a7da980b013b req-0c18eb37-98ba-4945-945b-6a2957d68616 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 1099 time: 0.0471606 Sep 09 21:01:05.652153 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5d07d89a-952c-4338-8bb2-a7da980b013b req-87b474cc-6516-44e4-9d8b-8eec6db7f49b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444720 Sep 09 21:01:05.812979 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2e6aa-35be-45b3-b733-007d8c6d0a87 req-7012698c-b9ea-49f7-900e-c5c07d910fa2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:05.814491 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2fa2e6aa-35be-45b3-b733-007d8c6d0a87 req-7012698c-b9ea-49f7-900e-c5c07d910fa2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0803685 Sep 09 21:01:05.823486 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af11a6d-e7f7-4925-a8c1-ed3cb9cb340b req-dabef9d8-35d0-4f10-8e82-aca6029765cf tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:05.824975 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3af11a6d-e7f7-4925-a8c1-ed3cb9cb340b req-dabef9d8-35d0-4f10-8e82-aca6029765cf tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 946 time: 0.0795941 Sep 09 21:01:05.885180 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2fa2e6aa-35be-45b3-b733-007d8c6d0a87 req-c6a49e81-ccc9-4f64-810c-e161a9797ba2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592430 Sep 09 21:01:05.890616 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3af11a6d-e7f7-4925-a8c1-ed3cb9cb340b req-00f552d3-3437-4108-9499-f3997f32156c tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587990 Sep 09 21:01:06.354584 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 47188) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:06.460910 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06080a6d-8f61-4a09-9ddd-3481392074d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:06.554604 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06080a6d-8f61-4a09-9ddd-3481392074d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:06.559245 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06080a6d-8f61-4a09-9ddd-3481392074d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:06.596071 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-06080a6d-8f61-4a09-9ddd-3481392074d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=789b9320d2d64953b50c4d5b9f5f6502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403812 Sep 09 21:01:06.596931 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06080a6d-8f61-4a09-9ddd-3481392074d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f861fa2-eab9-4dfa-88fa-4c5cdb1e6d35,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:06.599392 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 47196) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:06.659948 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c73778b8-d351-46a0-bf45-7d6dd04029e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:06.684896 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c73778b8-d351-46a0-bf45-7d6dd04029e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:06.734417 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c73778b8-d351-46a0-bf45-7d6dd04029e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:06.737277 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c73778b8-d351-46a0-bf45-7d6dd04029e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:06.738423 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-c73778b8-d351-46a0-bf45-7d6dd04029e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f861fa2-eab9-4dfa-88fa-4c5cdb1e6d35 HTTP/1.1" status: 204 len: 168 time: 0.1380606 Sep 09 21:01:06.746948 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73778b8-d351-46a0-bf45-7d6dd04029e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f861fa2-eab9-4dfa-88fa-4c5cdb1e6d35,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:06.830300 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 47208) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:07.071173 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2cb19-8a65-43e5-ab58-62c22e25f185 req-7447c741-4a9f-48d9-996f-c089d190fcb7 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:07.072671 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-94d2cb19-8a65-43e5-ab58-62c22e25f185 req-7447c741-4a9f-48d9-996f-c089d190fcb7 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 946 time: 0.0946894 Sep 09 21:01:07.077254 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aad33e5f-d82d-4c81-bd6f-09a774d237f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:07.083120 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 47220) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:07.089061 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa1e63-8a27-45de-b2a0-a730da0ec5b8 req-616fbfe6-dd14-4b16-9e83-59a465506fc8 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:07.090544 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-77fa1e63-8a27-45de-b2a0-a730da0ec5b8 req-616fbfe6-dd14-4b16-9e83-59a465506fc8 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.1013985 Sep 09 21:01:07.096229 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef16ae9c-c200-4922-931c-1c15fe915d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:07.151256 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-94d2cb19-8a65-43e5-ab58-62c22e25f185 req-dcb2e882-1c2b-4732-adc7-e9d9b0bd1aca tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714800 Sep 09 21:01:07.165350 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-77fa1e63-8a27-45de-b2a0-a730da0ec5b8 req-9d7e7a23-4971-4365-ba04-9ecca6ba1255 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637383 Sep 09 21:01:07.211971 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef16ae9c-c200-4922-931c-1c15fe915d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:07.216461 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef16ae9c-c200-4922-931c-1c15fe915d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:07.264225 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-ef16ae9c-c200-4922-931c-1c15fe915d89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f7ca791dd9b413b939eb4e0dddce1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799753 Sep 09 21:01:07.265431 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 47226) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:07.272440 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16ae9c-c200-4922-931c-1c15fe915d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab03ef20-f2b9-4736-8422-4b6bbaab95f9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:07.316074 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aad33e5f-d82d-4c81-bd6f-09a774d237f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:07.321497 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aad33e5f-d82d-4c81-bd6f-09a774d237f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:07.346173 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-580791b7-2147-4288-aef7-a0d6bc767cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:07.363450 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-aad33e5f-d82d-4c81-bd6f-09a774d237f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=743324a4907d440c977362b0eca350cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5319686 Sep 09 21:01:07.366771 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 47228) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:07.370796 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-580791b7-2147-4288-aef7-a0d6bc767cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:07.380320 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad33e5f-d82d-4c81-bd6f-09a774d237f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158bbba3-e0f6-48bb-92d7-ee7719c8a767,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:07.429413 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92911996-a2b0-49ec-abec-4204efd1e9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:07.429702 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-580791b7-2147-4288-aef7-a0d6bc767cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:07.432640 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-580791b7-2147-4288-aef7-a0d6bc767cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:07.436843 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-580791b7-2147-4288-aef7-a0d6bc767cb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab03ef20-f2b9-4736-8422-4b6bbaab95f9 HTTP/1.1" status: 204 len: 168 time: 0.1704609 Sep 09 21:01:07.446520 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580791b7-2147-4288-aef7-a0d6bc767cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab03ef20-f2b9-4736-8422-4b6bbaab95f9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:07.456638 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92911996-a2b0-49ec-abec-4204efd1e9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:07.513959 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92911996-a2b0-49ec-abec-4204efd1e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:07.517101 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92911996-a2b0-49ec-abec-4204efd1e9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:07.518260 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-92911996-a2b0-49ec-abec-4204efd1e9fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/158bbba3-e0f6-48bb-92d7-ee7719c8a767 HTTP/1.1" status: 204 len: 168 time: 0.1502981 Sep 09 21:01:07.527179 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92911996-a2b0-49ec-abec-4204efd1e9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158bbba3-e0f6-48bb-92d7-ee7719c8a767,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:08.184530 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 47286) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:08.330872 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a235e8-0ee9-4d49-bea0-50334f642c52 req-616b35f0-b74e-4989-b243-384eefda7ed1 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:08.332489 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-19a235e8-0ee9-4d49-bea0-50334f642c52 req-616b35f0-b74e-4989-b243-384eefda7ed1 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 946 time: 0.0908420 Sep 09 21:01:08.340959 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929b7e3-87c3-4dcb-ad6b-449a70daa424 req-16d174cd-53e4-492c-aa8d-05e7e63fe8c0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:08.349401 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4929b7e3-87c3-4dcb-ad6b-449a70daa424 req-16d174cd-53e4-492c-aa8d-05e7e63fe8c0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0971687 Sep 09 21:01:08.377824 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-160f8dc1-3c9d-400b-a49a-8e1644ff2683 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1752300847-network', 'tenant_id': 'c29024ca7a6e4af18b70c12d66b845c3'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:01:08.431847 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4929b7e3-87c3-4dcb-ad6b-449a70daa424 req-fb823f20-958d-404e-8c87-2afe41578fb1 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814030 Sep 09 21:01:08.438414 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-19a235e8-0ee9-4d49-bea0-50334f642c52 req-da064994-8629-450d-a509-98da0479b2eb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862732 Sep 09 21:01:08.440822 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160f8dc1-3c9d-400b-a49a-8e1644ff2683 admin admin] Made reservation on behalf of c29024ca7a6e4af18b70c12d66b845c3 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:01:08.443415 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-160f8dc1-3c9d-400b-a49a-8e1644ff2683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:08.456939 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-160f8dc1-3c9d-400b-a49a-8e1644ff2683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:08.560833 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-160f8dc1-3c9d-400b-a49a-8e1644ff2683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:08.565244 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-160f8dc1-3c9d-400b-a49a-8e1644ff2683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:08.587139 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160f8dc1-3c9d-400b-a49a-8e1644ff2683 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:01:08.602628 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f8dc1-3c9d-400b-a49a-8e1644ff2683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def2a947-1da4-4c22-beb7-d19f58d126d0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:08.605603 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-160f8dc1-3c9d-400b-a49a-8e1644ff2683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:08.605942 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.segments_db [None req-160f8dc1-3c9d-400b-a49a-8e1644ff2683 admin admin] Added segment 224a5454-26c4-43c1-b4e1-dc969d471742 of type vlan for network 13e624b6-b018-4233-943c-4f9b667ac0a6 Sep 09 21:01:08.649363 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-160f8dc1-3c9d-400b-a49a-8e1644ff2683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:08.679590 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-160f8dc1-3c9d-400b-a49a-8e1644ff2683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:08.680662 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160f8dc1-3c9d-400b-a49a-8e1644ff2683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:08.681323 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-160f8dc1-3c9d-400b-a49a-8e1644ff2683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:08.717257 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-160f8dc1-3c9d-400b-a49a-8e1644ff2683 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5308654 Sep 09 21:01:08.720047 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 47314) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:08.726296 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9539e91c-f702-4b2c-8b08-56f3ab80070b admin admin] Request body: {'subnet': {'network_id': '13e624b6-b018-4233-943c-4f9b667ac0a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1752300847-subnet', 'tenant_id': 'c29024ca7a6e4af18b70c12d66b845c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:01:08.761615 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f8dc1-3c9d-400b-a49a-8e1644ff2683 admin admin] Pushing event updated for resources: {'Network': ['ID=13e624b6-b018-4233-943c-4f9b667ac0a6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:08.773147 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network 13e624b6-b018-4233-943c-4f9b667ac0a6 details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:01:08.797350 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9539e91c-f702-4b2c-8b08-56f3ab80070b admin admin] Made reservation on behalf of c29024ca7a6e4af18b70c12d66b845c3 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:01:08.800099 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9539e91c-f702-4b2c-8b08-56f3ab80070b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:09.009266 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9539e91c-f702-4b2c-8b08-56f3ab80070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:09.069088 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539e91c-f702-4b2c-8b08-56f3ab80070b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e7a496-997e-48a7-b7c6-5dc8f106749f,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:09.074320 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9539e91c-f702-4b2c-8b08-56f3ab80070b admin admin] Checking segment: {'id': '224a5454-26c4-43c1-b4e1-dc969d471742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '13e624b6-b018-4233-943c-4f9b667ac0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:01:09.074672 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9539e91c-f702-4b2c-8b08-56f3ab80070b admin admin] Network hostable DHCP agents. Network: 13e624b6-b018-4233-943c-4f9b667ac0a6, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:01:09.091329 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9539e91c-f702-4b2c-8b08-56f3ab80070b admin admin] Network 13e624b6-b018-4233-943c-4f9b667ac0a6 is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:01:09.100576 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-9539e91c-f702-4b2c-8b08-56f3ab80070b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, 13e624b6-b018-4233-943c-4f9b667ac0a6) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:01:09.104986 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9539e91c-f702-4b2c-8b08-56f3ab80070b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:09.105609 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9539e91c-f702-4b2c-8b08-56f3ab80070b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:09.110768 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519b7f4d-408f-44e7-b989-41a4a8defad5 None None] Network 13e624b6-b018-4233-943c-4f9b667ac0a6 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:01:09.123985 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-9539e91c-f702-4b2c-8b08-56f3ab80070b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4027357 Sep 09 21:01:09.257543 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07e3e15-02b4-4e39-b57e-4c9b4adb8adb None None] Network 13e624b6-b018-4233-943c-4f9b667ac0a6 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:01:09.565875 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337436d-0e87-44f4-bc65-7a6dcf567374 req-aee69077-f824-4a77-bff0-b5e142b91d7f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:09.567588 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0337436d-0e87-44f4-bc65-7a6dcf567374 req-aee69077-f824-4a77-bff0-b5e142b91d7f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0565553 Sep 09 21:01:09.617132 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0337436d-0e87-44f4-bc65-7a6dcf567374 req-366902d1-e2f5-4e40-a99f-e2689e6e5ac2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399249 Sep 09 21:01:10.296174 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256b5c4-db61-44b8-a3a9-1a055c81ad0a req-6f2e5f22-297d-4400-995f-4720cdf893de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:10.297919 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5256b5c4-db61-44b8-a3a9-1a055c81ad0a req-6f2e5f22-297d-4400-995f-4720cdf893de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 1099 time: 0.0613832 Sep 09 21:01:10.343195 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5256b5c4-db61-44b8-a3a9-1a055c81ad0a req-81489ed0-1244-4f6e-a25b-a1af778184d6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315952 Sep 09 21:01:10.728738 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba93cce-8e77-41fd-b49f-12097283e7be req-ccd554f1-281f-4cbe-94c3-18959032f599 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:10.730238 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1ba93cce-8e77-41fd-b49f-12097283e7be req-ccd554f1-281f-4cbe-94c3-18959032f599 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0484040 Sep 09 21:01:10.766547 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1ba93cce-8e77-41fd-b49f-12097283e7be req-9305ca46-b81f-43fe-8ddc-e669a790059c tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303588 Sep 09 21:01:11.255985 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fe609-5783-491e-a253-a84420015436 req-e479747b-6e50-4eaf-b5ff-46888465520d tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:11.257578 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-111fe609-5783-491e-a253-a84420015436 req-e479747b-6e50-4eaf-b5ff-46888465520d tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/networks?id=13e624b6-b018-4233-943c-4f9b667ac0a6 HTTP/1.1" status: 200 len: 809 time: 0.3281407 Sep 09 21:01:11.273085 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-111fe609-5783-491e-a253-a84420015436 req-70760cf0-6d91-4f3e-b510-3d9c4224b5cc tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/quotas/c29024ca7a6e4af18b70c12d66b845c3 HTTP/1.1" status: 200 len: 375 time: 0.0097721 Sep 09 21:01:11.305920 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-111fe609-5783-491e-a253-a84420015436 req-0de87597-527e-4e09-acb0-f26d112efb5d tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c29024ca7a6e4af18b70c12d66b845c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265477 Sep 09 21:01:11.417452 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-111fe609-5783-491e-a253-a84420015436 req-3c1e03cc-7008-4dd7-adf3-7e58e6079212 service neutron] 10.222.0.13 "GET /v2.0/networks/13e624b6-b018-4233-943c-4f9b667ac0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034379 Sep 09 21:01:11.519604 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-111fe609-5783-491e-a253-a84420015436 req-41075cb2-d37b-45e6-bb06-dbff675371c3 service neutron] 10.222.0.13 "GET /v2.0/networks/13e624b6-b018-4233-943c-4f9b667ac0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962100 Sep 09 21:01:11.677260 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d16c6057-e8b7-48b5-bbc4-6568bcf51822 req-708b560d-b70f-4ee5-8c71-91bb44c418ef tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 210 time: 0.0258551 Sep 09 21:01:11.898452 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f1652-59d0-49c1-983d-83ef583de612 req-7a453ec0-ce9b-41e3-9a42-7a02dbb41b2f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:11.900000 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-080f1652-59d0-49c1-983d-83ef583de612 req-7a453ec0-ce9b-41e3-9a42-7a02dbb41b2f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0549788 Sep 09 21:01:11.944970 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-080f1652-59d0-49c1-983d-83ef583de612 req-a9e78f64-10ce-49f6-8078-94fd4833550a tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382614 Sep 09 21:01:12.784387 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-52f9d268-c7c8-4c0e-a799-cca69ff64657 req-69f5e8b0-79c4-4b9c-8ca2-0d1b9aa49d6d tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 210 time: 0.0328236 Sep 09 21:01:12.936021 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fe609-5783-491e-a253-a84420015436 req-87879459-4fed-4300-ab02-2e0af85259da tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:12.937485 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-111fe609-5783-491e-a253-a84420015436 req-87879459-4fed-4300-ab02-2e0af85259da tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.48 "GET /v2.0/networks?id=13e624b6-b018-4233-943c-4f9b667ac0a6 HTTP/1.1" status: 200 len: 809 time: 0.1345539 Sep 09 21:01:12.960427 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-111fe609-5783-491e-a253-a84420015436 req-9981c52e-f879-40a6-8c90-afe4695cdcfc tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Request body: {'port': {'device_id': '791ab217-d7aa-4807-a817-1ba153a1ab6a', 'network_id': '13e624b6-b018-4233-943c-4f9b667ac0a6', 'admin_state_up': True, 'tenant_id': 'c29024ca7a6e4af18b70c12d66b845c3'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:01:13.106495 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b33f0-ae46-4011-9e82-153d08e13653 req-4efa1531-07f6-4091-a21a-fdadc97dac5f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:13.108045 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-824b33f0-ae46-4011-9e82-153d08e13653 req-4efa1531-07f6-4091-a21a-fdadc97dac5f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0724621 Sep 09 21:01:13.141590 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111fe609-5783-491e-a253-a84420015436 req-9981c52e-f879-40a6-8c90-afe4695cdcfc tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Made reservation on behalf of c29024ca7a6e4af18b70c12d66b845c3 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:01:13.145618 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-111fe609-5783-491e-a253-a84420015436 req-9981c52e-f879-40a6-8c90-afe4695cdcfc tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:13.168603 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-824b33f0-ae46-4011-9e82-153d08e13653 req-b445c906-19fd-4d97-9a83-7834ce093ed9 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535078 Sep 09 21:01:13.328360 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-111fe609-5783-491e-a253-a84420015436 req-9981c52e-f879-40a6-8c90-afe4695cdcfc tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Allocated IP 172.20.0.12 (13e624b6-b018-4233-943c-4f9b667ac0a6/d3e7a496-997e-48a7-b7c6-5dc8f106749f/ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:01:13.349878 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd7dd5-a692-4f1c-ab0c-70c74f461c6d req-95107d86-29d4-449b-a655-a93a1030349c tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:13.351427 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fafd7dd5-a692-4f1c-ab0c-70c74f461c6d req-95107d86-29d4-449b-a655-a93a1030349c tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0789006 Sep 09 21:01:13.418618 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fafd7dd5-a692-4f1c-ab0c-70c74f461c6d req-cab2d79d-9622-425b-a87c-a65999cb27b9 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605145 Sep 09 21:01:13.562418 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-111fe609-5783-491e-a253-a84420015436 req-9981c52e-f879-40a6-8c90-afe4695cdcfc tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:13.609303 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-111fe609-5783-491e-a253-a84420015436 req-9981c52e-f879-40a6-8c90-afe4695cdcfc tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:13.656991 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111fe609-5783-491e-a253-a84420015436 req-9981c52e-f879-40a6-8c90-afe4695cdcfc tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Network 13e624b6-b018-4233-943c-4f9b667ac0a6 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:01:13.660071 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-111fe609-5783-491e-a253-a84420015436 req-9981c52e-f879-40a6-8c90-afe4695cdcfc tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:01:13.664520 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-111fe609-5783-491e-a253-a84420015436 req-9981c52e-f879-40a6-8c90-afe4695cdcfc tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:01:13.670070 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fe609-5783-491e-a253-a84420015436 req-9981c52e-f879-40a6-8c90-afe4695cdcfc tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:13.670705 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-111fe609-5783-491e-a253-a84420015436 req-9981c52e-f879-40a6-8c90-afe4695cdcfc tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:13.679133 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981c52e-f879-40a6-8c90-afe4695cdcfc tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Pushing event updated for resources: {'Port': ['ID=ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:13.693968 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-111fe609-5783-491e-a253-a84420015436 req-9981c52e-f879-40a6-8c90-afe4695cdcfc tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7380145 Sep 09 21:01:13.709574 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Request body: {'port': {'device_id': '791ab217-d7aa-4807-a817-1ba153a1ab6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:01:13.771879 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:13.958947 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbc8d8-1930-4631-9bda-583128f447e3 req-4bb8f39e-20dd-4bc4-a692-5991a500e818 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:13.960593 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5cdbc8d8-1930-4631-9bda-583128f447e3 req-4bb8f39e-20dd-4bc4-a692-5991a500e818 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 932 time: 0.0853322 Sep 09 21:01:14.038350 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5cdbc8d8-1930-4631-9bda-583128f447e3 req-95205f7b-8420-4dc4-acb5-c9d75c38fb9f tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710189 Sep 09 21:01:14.120472 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:01:14.128274 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:14.141605 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Transition to ACTIVE for port object ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:01:14.145748 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:14.202667 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Pushing event updated for resources: {'Port': ['ID=ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:14.232007 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Attempting to bind port ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:01:14.232344 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Attempting to bind port ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '224a5454-26c4-43c1-b4e1-dc969d471742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '13e624b6-b018-4233-943c-4f9b667ac0a6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:01:14.232675 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Attempting to bind port ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc on network 13e624b6-b018-4233-943c-4f9b667ac0a6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:01:14.237135 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Port ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc on network 13e624b6-b018-4233-943c-4f9b667ac0a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:01:14.237441 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Attempting to bind port ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc on network 13e624b6-b018-4233-943c-4f9b667ac0a6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:01:14.242630 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:01:14.242978 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Checking segment: {'id': '224a5454-26c4-43c1-b4e1-dc969d471742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '13e624b6-b018-4233-943c-4f9b667ac0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:01:14.243402 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Bound using segment: {'id': '224a5454-26c4-43c1-b4e1-dc969d471742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '13e624b6-b018-4233-943c-4f9b667ac0a6'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:01:14.243835 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Bound port: ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224a5454-26c4-43c1-b4e1-dc969d471742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '13e624b6-b018-4233-943c-4f9b667ac0a6'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:01:14.244193 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:14.310397 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] For port ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc, host hv-cinder-80508, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:01:14.313624 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] For port ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc,segment=NetworkSegment(224a5454-26c4-43c1-b4e1-dc969d471742),segment_id=224a5454-26c4-43c1-b4e1-dc969d471742)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:01:14.319459 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:14.362807 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:14.363514 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:14.364963 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-111fe609-5783-491e-a253-a84420015436 req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] 10.222.0.48 "PUT /v2.0/ports/ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc HTTP/1.1" status: 200 len: 1094 time: 0.6603589 Sep 09 21:01:14.365382 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791ab217-d7aa-4807-a817-1ba153a1ab6a', 'tag': 'ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:01:14.367972 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76d33c1-d6a6-4b38-a9b3-8f2e5cc3d947" -d '{"events": [{"name": "network-changed", "server_uuid": "791ab217-d7aa-4807-a817-1ba153a1ab6a", "tag": "ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:01:14.392495 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea16ae-740c-42df-977f-583c761afb7e service neutron] Pushing event updated for resources: {'Port': ['ID=ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:14.416764 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59a201d-d518-47c2-8c9c-04c6bfaed6fc x-openstack-request-id: req-a59a201d-d518-47c2-8c9c-04c6bfaed6fc {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:01:14.417134 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791ab217-d7aa-4807-a817-1ba153a1ab6a", "tag": "ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:01:14.417527 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a59a201d-d518-47c2-8c9c-04c6bfaed6fc {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:01:14.418069 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791ab217-d7aa-4807-a817-1ba153a1ab6a', 'tag': 'ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc', 'status': 'completed', 'code': 200} Sep 09 21:01:14.468799 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fe609-5783-491e-a253-a84420015436 req-5fc9b405-1d73-44d6-951b-954a3a08e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:14.470326 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-111fe609-5783-491e-a253-a84420015436 req-5fc9b405-1d73-44d6-951b-954a3a08e6f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c29024ca7a6e4af18b70c12d66b845c3&device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 1097 time: 0.0470517 Sep 09 21:01:14.519919 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-111fe609-5783-491e-a253-a84420015436 req-afae0d57-1638-4d0b-aa67-5679cc203758 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc HTTP/1.1" status: 200 len: 217 time: 0.0372055 Sep 09 21:01:14.581704 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fe609-5783-491e-a253-a84420015436 req-81fa8f6c-5c9e-45cb-84e2-a3529b00922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:14.583331 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-111fe609-5783-491e-a253-a84420015436 req-81fa8f6c-5c9e-45cb-84e2-a3529b00922e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3e7a496-997e-48a7-b7c6-5dc8f106749f HTTP/1.1" status: 200 len: 849 time: 0.0537381 Sep 09 21:01:14.623970 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-111fe609-5783-491e-a253-a84420015436 req-33aabd00-cda3-43e4-962c-624676e77717 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e624b6-b018-4233-943c-4f9b667ac0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297117 Sep 09 21:01:14.731965 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-111fe609-5783-491e-a253-a84420015436 req-bfd5571b-c178-4bae-96a5-8777721e2f16 service neutron] 10.222.0.48 "GET /v2.0/networks/13e624b6-b018-4233-943c-4f9b667ac0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921001 Sep 09 21:01:14.856650 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-111fe609-5783-491e-a253-a84420015436 req-db61eeba-a43b-448d-a628-976c3c160a21 service neutron] 10.222.0.48 "GET /v2.0/networks/13e624b6-b018-4233-943c-4f9b667ac0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933075 Sep 09 21:01:14.969236 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d33c1-d6a6-4b38-a9b3-8f2e5cc3d947 req-bf4d3b51-28fe-428c-be49-4c7573d44de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:14.970810 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e76d33c1-d6a6-4b38-a9b3-8f2e5cc3d947 req-bf4d3b51-28fe-428c-be49-4c7573d44de3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c29024ca7a6e4af18b70c12d66b845c3&device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 1097 time: 0.0432930 Sep 09 21:01:15.079285 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e73d7-ac7e-448f-ac89-defe51eb0d19 req-48342c94-0288-4e5d-a01a-3c6d835a75e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:15.080808 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-768e73d7-ac7e-448f-ac89-defe51eb0d19 req-48342c94-0288-4e5d-a01a-3c6d835a75e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=983b19e5ed194cd8997bf4890869c35a&device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 1098 time: 0.0420432 Sep 09 21:01:15.122549 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f6633-5084-42c5-ba7e-4e862b44b8d2 req-64395b9b-826b-478c-a994-15f405658ff8 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:15.124095 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c92f6633-5084-42c5-ba7e-4e862b44b8d2 req-64395b9b-826b-478c-a994-15f405658ff8 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0979872 Sep 09 21:01:15.187195 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d33c1-d6a6-4b38-a9b3-8f2e5cc3d947 req-cd796386-094b-4ef7-9c9f-123545cf28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:15.188645 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e76d33c1-d6a6-4b38-a9b3-8f2e5cc3d947 req-cd796386-094b-4ef7-9c9f-123545cf28ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e624b6-b018-4233-943c-4f9b667ac0a6 HTTP/1.1" status: 200 len: 910 time: 0.1861346 Sep 09 21:01:15.200934 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e73d7-ac7e-448f-ac89-defe51eb0d19 req-f318333b-fc1e-4d50-b815-3334bc04e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:15.202428 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-768e73d7-ac7e-448f-ac89-defe51eb0d19 req-f318333b-fc1e-4d50-b815-3334bc04e27c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 HTTP/1.1" status: 200 len: 920 time: 0.0994542 Sep 09 21:01:15.220734 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495d147-b405-4f92-a52f-eb603f6cfd2c req-1aa3c9f3-705d-4bbf-9209-c7418a6f0370 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:15.222257 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2495d147-b405-4f92-a52f-eb603f6cfd2c req-1aa3c9f3-705d-4bbf-9209-c7418a6f0370 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 944 time: 0.0956531 Sep 09 21:01:15.251946 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-768e73d7-ac7e-448f-ac89-defe51eb0d19 req-430b67ce-ea91-4fab-8694-d462aafb589c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e21f681c-10ec-4cea-a806-650c99dd6ae5 HTTP/1.1" status: 200 len: 217 time: 0.0398188 Sep 09 21:01:15.260951 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e76d33c1-d6a6-4b38-a9b3-8f2e5cc3d947 req-d219bcce-6d93-4540-a025-6942d7b94a18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc HTTP/1.1" status: 200 len: 217 time: 0.0605302 Sep 09 21:01:15.268873 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c92f6633-5084-42c5-ba7e-4e862b44b8d2 req-3090a8c6-3a60-4bdb-8928-789e2c5b0d57 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309769 Sep 09 21:01:15.324597 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e73d7-ac7e-448f-ac89-defe51eb0d19 req-a5981e21-f89a-43d1-8918-bd3b04b701d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:15.326074 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-768e73d7-ac7e-448f-ac89-defe51eb0d19 req-a5981e21-f89a-43d1-8918-bd3b04b701d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0a6322a-8e0a-4b0a-99c3-ed27597028f0 HTTP/1.1" status: 200 len: 859 time: 0.0482790 Sep 09 21:01:15.330411 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2495d147-b405-4f92-a52f-eb603f6cfd2c req-493a493e-d5cf-4ee0-a84d-70a0de46ab28 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739763 Sep 09 21:01:15.338872 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d33c1-d6a6-4b38-a9b3-8f2e5cc3d947 req-d41adecf-9998-40cb-b723-82cbdb5bb04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:15.340723 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e76d33c1-d6a6-4b38-a9b3-8f2e5cc3d947 req-d41adecf-9998-40cb-b723-82cbdb5bb04b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3e7a496-997e-48a7-b7c6-5dc8f106749f HTTP/1.1" status: 200 len: 849 time: 0.0628538 Sep 09 21:01:15.361204 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-768e73d7-ac7e-448f-ac89-defe51eb0d19 req-f5e72c12-f3be-4fc6-bb0c-12b611815849 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272584 Sep 09 21:01:15.390816 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e76d33c1-d6a6-4b38-a9b3-8f2e5cc3d947 req-ec504049-8c3b-46b2-b9f0-650c012616b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e624b6-b018-4233-943c-4f9b667ac0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279858 Sep 09 21:01:15.468812 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-768e73d7-ac7e-448f-ac89-defe51eb0d19 req-eceb7cc5-7cd5-4cce-a5aa-a29d671bd53f service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889173 Sep 09 21:01:15.499458 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e76d33c1-d6a6-4b38-a9b3-8f2e5cc3d947 req-1e2f165c-4d7a-470f-824c-be15071dbe7d service neutron] 10.222.0.48 "GET /v2.0/networks/13e624b6-b018-4233-943c-4f9b667ac0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926983 Sep 09 21:01:15.590967 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-768e73d7-ac7e-448f-ac89-defe51eb0d19 req-cfa9964e-06a8-45ac-a454-e670820e2435 service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044354 Sep 09 21:01:15.601350 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e76d33c1-d6a6-4b38-a9b3-8f2e5cc3d947 req-066e81a5-61dd-4708-88de-ebd725d3597f service neutron] 10.222.0.48 "GET /v2.0/networks/13e624b6-b018-4233-943c-4f9b667ac0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831907 Sep 09 21:01:15.758257 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b3affa24-694e-425a-8c33-9b509c701e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:16.396294 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36ad85-3984-4edc-8aa4-5b3f20f3a785 req-6d03a6c9-20f0-4312-be57-e0debfa2e526 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:16.398666 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fe36ad85-3984-4edc-8aa4-5b3f20f3a785 req-6d03a6c9-20f0-4312-be57-e0debfa2e526 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0592039 Sep 09 21:01:16.465807 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fe36ad85-3984-4edc-8aa4-5b3f20f3a785 req-bef24b09-e6d4-4291-87fe-7e465c82a4a7 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606790 Sep 09 21:01:16.481001 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbda96-bd20-4f1b-bab2-f0bb99fb05dd req-3f038f2e-2268-4586-84c7-3a085a5dd93a tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:16.482518 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b3cbda96-bd20-4f1b-bab2-f0bb99fb05dd req-3f038f2e-2268-4586-84c7-3a085a5dd93a tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 944 time: 0.0706425 Sep 09 21:01:16.528623 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b3cbda96-bd20-4f1b-bab2-f0bb99fb05dd req-f21901f8-a06f-4c4b-a0d6-c60915025436 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398364 Sep 09 21:01:16.689277 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 47568) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:16.794729 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c425d67-5082-4957-8f1f-aa37f9834391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:16.894966 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c425d67-5082-4957-8f1f-aa37f9834391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:16.899593 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c425d67-5082-4957-8f1f-aa37f9834391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:16.941143 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-0c425d67-5082-4957-8f1f-aa37f9834391 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62ad6919564744448f0c64377f9a4e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507029 Sep 09 21:01:16.942897 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c425d67-5082-4957-8f1f-aa37f9834391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e80d09c-c831-440d-bd47-3740285a2285,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:16.944520 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 47576) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:16.993850 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-492741a7-538d-4d56-9286-05390830d9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:17.017665 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-492741a7-538d-4d56-9286-05390830d9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:17.061318 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-492741a7-538d-4d56-9286-05390830d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:17.063924 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-492741a7-538d-4d56-9286-05390830d9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:17.065090 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-492741a7-538d-4d56-9286-05390830d9b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e80d09c-c831-440d-bd47-3740285a2285 HTTP/1.1" status: 204 len: 168 time: 0.1195266 Sep 09 21:01:17.073269 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492741a7-538d-4d56-9286-05390830d9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e80d09c-c831-440d-bd47-3740285a2285,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:17.336045 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 47582) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:17.353049 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c89c64d2-343c-4ffb-acc5-bc9399926375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:17.450085 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c89c64d2-343c-4ffb-acc5-bc9399926375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:17.453991 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c89c64d2-343c-4ffb-acc5-bc9399926375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:17.493998 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c64d2-343c-4ffb-acc5-bc9399926375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671e7db8-6d41-49f5-b20b-e8a6d326403e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:17.510589 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-c89c64d2-343c-4ffb-acc5-bc9399926375 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7878fd10fb334400acc1f11522455ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1712301 Sep 09 21:01:17.511150 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 47586) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:17.564006 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5526d1a9-a917-44e8-8a49-9d64e6138c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:17.592006 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5526d1a9-a917-44e8-8a49-9d64e6138c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:17.626923 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1712d-d8c0-48f9-99b8-12ebfe6f301a req-19afa751-b7e0-486d-b84d-1d24838d71bf tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:17.628749 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a9d1712d-d8c0-48f9-99b8-12ebfe6f301a req-19afa751-b7e0-486d-b84d-1d24838d71bf tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0778248 Sep 09 21:01:17.653276 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5526d1a9-a917-44e8-8a49-9d64e6138c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:17.656209 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5526d1a9-a917-44e8-8a49-9d64e6138c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:17.657492 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-5526d1a9-a917-44e8-8a49-9d64e6138c33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/671e7db8-6d41-49f5-b20b-e8a6d326403e HTTP/1.1" status: 204 len: 168 time: 0.1453030 Sep 09 21:01:17.667136 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526d1a9-a917-44e8-8a49-9d64e6138c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671e7db8-6d41-49f5-b20b-e8a6d326403e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:17.700899 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715b2cf-b6d5-42b9-989c-736a37652faa req-a6e1aa46-d31d-4e4b-9442-1ed2bed3a175 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:17.702591 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0715b2cf-b6d5-42b9-989c-736a37652faa req-a6e1aa46-d31d-4e4b-9442-1ed2bed3a175 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 944 time: 0.0728924 Sep 09 21:01:17.712045 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a9d1712d-d8c0-48f9-99b8-12ebfe6f301a req-20552568-fe02-4ef8-81d0-8416a23b27c6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732498 Sep 09 21:01:17.765902 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0715b2cf-b6d5-42b9-989c-736a37652faa req-2b372f15-2c96-4881-899a-51682e96e659 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486972 Sep 09 21:01:18.047683 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 47614) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:18.061586 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01ec4c5d-ecc7-4c1e-ab7a-fdf585a084d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:18.167542 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01ec4c5d-ecc7-4c1e-ab7a-fdf585a084d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:18.171824 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01ec4c5d-ecc7-4c1e-ab7a-fdf585a084d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:18.212280 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec4c5d-ecc7-4c1e-ab7a-fdf585a084d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c8a963-a0b7-49c8-ac70-6d854b11327e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:18.218080 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-01ec4c5d-ecc7-4c1e-ab7a-fdf585a084d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=647992bb95c64aaaaa9ef6667d34bd20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685762 Sep 09 21:01:18.220005 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 47620) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:18.277770 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d79f9b7-3233-45ef-8afd-5288d457b4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:18.298836 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d79f9b7-3233-45ef-8afd-5288d457b4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:18.348503 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d79f9b7-3233-45ef-8afd-5288d457b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:18.351068 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d79f9b7-3233-45ef-8afd-5288d457b4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:18.352265 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-4d79f9b7-3233-45ef-8afd-5288d457b4d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44c8a963-a0b7-49c8-ac70-6d854b11327e HTTP/1.1" status: 204 len: 168 time: 0.1311693 Sep 09 21:01:18.359861 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79f9b7-3233-45ef-8afd-5288d457b4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c8a963-a0b7-49c8-ac70-6d854b11327e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:18.408507 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-114b7f9e-fea9-4b49-9db0-0d0615e83f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:18.578942 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:18.876184 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fe5c8-1b18-4f5d-845b-f26158f5fb6c req-b7edda19-88ae-4593-87f0-988c306efb5b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:18.877698 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-052fe5c8-1b18-4f5d-845b-f26158f5fb6c req-b7edda19-88ae-4593-87f0-988c306efb5b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0915840 Sep 09 21:01:18.915068 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa3efa-e9ab-4a82-b968-0d2be7737d07 req-363572b6-c617-41d8-884d-c01ba3a33038 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:18.916577 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71fa3efa-e9ab-4a82-b968-0d2be7737d07 req-363572b6-c617-41d8-884d-c01ba3a33038 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 944 time: 0.0794442 Sep 09 21:01:18.946892 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-052fe5c8-1b18-4f5d-845b-f26158f5fb6c req-26f1c300-4ca3-4bcf-8306-1de7d89ebb11 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625606 Sep 09 21:01:18.969594 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71fa3efa-e9ab-4a82-b968-0d2be7737d07 req-8d2bb91d-7fdc-4115-b7bd-71ab404bfda3 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452042 Sep 09 21:01:19.278602 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:01:19.387658 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc,segment=NetworkSegment(224a5454-26c4-43c1-b4e1-dc969d471742),segment_id=224a5454-26c4-43c1-b4e1-dc969d471742)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:01:19.400633 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': 'ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc', 'network_id': '13e624b6-b018-4233-943c-4f9b667ac0a6', 'port_id': 'ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc', 'mac_address': 'fa:16:3e:cc:f8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e7a496-997e-48a7-b7c6-5dc8f106749f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:01:19.439256 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:19.451872 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:01:19.471350 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc,segment=NetworkSegment(224a5454-26c4-43c1-b4e1-dc969d471742),segment_id=224a5454-26c4-43c1-b4e1-dc969d471742)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:01:19.476364 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:19.539052 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:19.911922 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:01:19.990417 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:20.105081 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db054e-2bdc-414e-a248-f578fd193e35 req-1181bed6-c26b-4018-8c8c-89a205993011 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:20.106657 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-98db054e-2bdc-414e-a248-f578fd193e35 req-1181bed6-c26b-4018-8c8c-89a205993011 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0846915 Sep 09 21:01:20.119123 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc9048-043b-4e34-bc4d-ad43a27b0e05 req-9b295eb8-833f-42d3-b432-c810583ab0eb tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:20.120628 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8efc9048-043b-4e34-bc4d-ad43a27b0e05 req-9b295eb8-833f-42d3-b432-c810583ab0eb tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 945 time: 0.0685313 Sep 09 21:01:20.179711 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-98db054e-2bdc-414e-a248-f578fd193e35 req-290fb71a-712e-46f0-a14d-c9b193c69adf tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579998 Sep 09 21:01:20.187698 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8efc9048-043b-4e34-bc4d-ad43a27b0e05 req-6ee572bb-52c3-4569-9995-02e6ab620e3c tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549977 Sep 09 21:01:20.218091 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 47694) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:20.324879 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d92ff5e1-ec93-4f28-8f95-ed08783ee69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:20.418246 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d92ff5e1-ec93-4f28-8f95-ed08783ee69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:20.421951 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d92ff5e1-ec93-4f28-8f95-ed08783ee69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:20.460674 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-d92ff5e1-ec93-4f28-8f95-ed08783ee69d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a352fdab23a64d429305b4127d3c4b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412159 Sep 09 21:01:20.461606 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ff5e1-ec93-4f28-8f95-ed08783ee69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccc575c-376e-4e40-9fce-c019a3b2387d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:20.464125 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 47702) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:20.514270 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c2159e1-9ab9-443a-80ba-8b6b59e93925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:20.535801 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c2159e1-9ab9-443a-80ba-8b6b59e93925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:20.585064 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c2159e1-9ab9-443a-80ba-8b6b59e93925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:20.587621 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c2159e1-9ab9-443a-80ba-8b6b59e93925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:20.588759 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-3c2159e1-9ab9-443a-80ba-8b6b59e93925 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dccc575c-376e-4e40-9fce-c019a3b2387d HTTP/1.1" status: 204 len: 168 time: 0.1237123 Sep 09 21:01:20.597527 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2159e1-9ab9-443a-80ba-8b6b59e93925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccc575c-376e-4e40-9fce-c019a3b2387d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:20.844799 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 47708) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:20.858594 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:20.950282 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:20.954275 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:20.993019 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03cccdb9c1684053b93e3686c8ae8ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468556 Sep 09 21:01:20.993849 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306e8b4a-5c49-4199-8e45-ef80bed60c9c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:20.995653 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 47712) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:21.000866 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.001237 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.001549 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.001879 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.002210 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.002533 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.002853 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.003174 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.003526 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.003846 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.004193 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.004508 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1690eb9-3a13-462f-87b2-d0efc68d82e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.043701 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:21.064600 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:21.109068 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:21.111612 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:21.112761 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/306e8b4a-5c49-4199-8e45-ef80bed60c9c HTTP/1.1" status: 204 len: 168 time: 0.1161520 Sep 09 21:01:21.121122 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306e8b4a-5c49-4199-8e45-ef80bed60c9c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:21.128261 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.128616 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.128987 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.129329 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.129660 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.129990 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.130320 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.130647 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.130971 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.131317 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.131643 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.131966 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a8bb0-7c53-4347-9163-ed3b628df41b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:21.302042 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:01:21.333123 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed5fbc-8fda-430a-a974-72ecd94b8d45 req-33a8cf23-f84c-44e2-869e-c4d6a6b096da tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:21.334582 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f8ed5fbc-8fda-430a-a974-72ecd94b8d45 req-33a8cf23-f84c-44e2-869e-c4d6a6b096da tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0829165 Sep 09 21:01:21.351432 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84712baa-be8b-4112-96b8-598e91526012 req-04501a08-fd2c-416a-93c8-3c891c105954 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:21.353220 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-84712baa-be8b-4112-96b8-598e91526012 req-04501a08-fd2c-416a-93c8-3c891c105954 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 945 time: 0.0752823 Sep 09 21:01:21.360369 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:01:21.367181 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:01:21.368197 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:21.408899 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:21.411663 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f8ed5fbc-8fda-430a-a974-72ecd94b8d45 req-43b421e9-d7b4-4f08-a38f-c32d0207fb98 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696096 Sep 09 21:01:21.436539 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-84712baa-be8b-4112-96b8-598e91526012 req-6a2ae6eb-ffe3-4571-9ff4-20f88538c944 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598297 Sep 09 21:01:21.481611 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:21.507062 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791ab217-d7aa-4807-a817-1ba153a1ab6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:01:21.509961 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829e5fe8-6313-496d-909d-d0211897ff11" -d '{"events": [{"server_uuid": "791ab217-d7aa-4807-a817-1ba153a1ab6a", "name": "network-vif-plugged", "status": "completed", "tag": "ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:01:21.524977 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc,segment=NetworkSegment(224a5454-26c4-43c1-b4e1-dc969d471742),segment_id=224a5454-26c4-43c1-b4e1-dc969d471742)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:01:21.530388 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:21.582098 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:21.606453 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8066b55-05b6-443c-acd2-2bb4a5eca192 x-openstack-request-id: req-e8066b55-05b6-443c-acd2-2bb4a5eca192 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:01:21.606740 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791ab217-d7aa-4807-a817-1ba153a1ab6a", "name": "network-vif-plugged", "status": "completed", "tag": "ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:01:21.606994 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8066b55-05b6-443c-acd2-2bb4a5eca192 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:01:21.607480 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791ab217-d7aa-4807-a817-1ba153a1ab6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc', 'code': 200} Sep 09 21:01:21.796743 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb698c1-2c2d-4fde-b904-27c0b1146fdf req-5fd7607e-4c0f-4304-9a9a-e0fc61bf277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:21.798293 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1eb698c1-2c2d-4fde-b904-27c0b1146fdf req-5fd7607e-4c0f-4304-9a9a-e0fc61bf277e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 1099 time: 0.0441041 Sep 09 21:01:21.849544 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1eb698c1-2c2d-4fde-b904-27c0b1146fdf req-9132b27e-da00-449c-b17a-d703705203e6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302460 Sep 09 21:01:22.559323 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549c0a7-297d-4c14-832a-e426a3e18057 req-675f4f83-68a2-444e-876d-616cfd0c0841 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:22.560840 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2549c0a7-297d-4c14-832a-e426a3e18057 req-675f4f83-68a2-444e-876d-616cfd0c0841 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0785813 Sep 09 21:01:22.582182 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8246eb-9923-4d74-9a92-85c035df7a5b req-f2cf0e6e-a049-4c1b-8160-28ab264ae7ab tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:22.583720 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9e8246eb-9923-4d74-9a92-85c035df7a5b req-f2cf0e6e-a049-4c1b-8160-28ab264ae7ab tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 946 time: 0.0740099 Sep 09 21:01:22.636381 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2549c0a7-297d-4c14-832a-e426a3e18057 req-c5cacc11-2385-421f-adff-0c89ec826fed tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687435 Sep 09 21:01:22.643949 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9e8246eb-9923-4d74-9a92-85c035df7a5b req-73752777-500b-4594-9ac6-67cd1377ff96 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534368 Sep 09 21:01:23.790450 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42be798-30f0-45b6-91f1-bf4790831ed3 req-3f26b92d-66f2-466f-b64d-1bb6e3cd1efb tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:23.792152 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c42be798-30f0-45b6-91f1-bf4790831ed3 req-3f26b92d-66f2-466f-b64d-1bb6e3cd1efb tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0799537 Sep 09 21:01:23.805082 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299b885-b3fe-4972-891d-7138d2e06f53 req-eb2d6e59-8350-4460-ad5c-ed57f475c65d tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:23.806605 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a299b885-b3fe-4972-891d-7138d2e06f53 req-eb2d6e59-8350-4460-ad5c-ed57f475c65d tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 946 time: 0.0685577 Sep 09 21:01:23.862465 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c42be798-30f0-45b6-91f1-bf4790831ed3 req-a35ac410-999f-42b2-90f0-97bd668e7d82 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548420 Sep 09 21:01:23.867727 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a299b885-b3fe-4972-891d-7138d2e06f53 req-a9f53e3b-f46b-4085-bb8c-11ee2f7f1cbe tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538082 Sep 09 21:01:25.011734 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1197f-38b4-44a3-9935-f28c89cd5539 req-c55553bb-ce94-4c2c-911e-9c0996839580 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:25.013240 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-06b1197f-38b4-44a3-9935-f28c89cd5539 req-c55553bb-ce94-4c2c-911e-9c0996839580 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0794547 Sep 09 21:01:25.021223 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971c9f2-28ed-47ad-8c63-0359a87614a4 req-1edcfe7c-4c62-4b34-be0f-9e91959025ed tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:25.022617 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f971c9f2-28ed-47ad-8c63-0359a87614a4 req-1edcfe7c-4c62-4b34-be0f-9e91959025ed tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 946 time: 0.0801773 Sep 09 21:01:25.077210 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-06b1197f-38b4-44a3-9935-f28c89cd5539 req-41c78177-4def-4d1f-9138-6ab350ff6208 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536194 Sep 09 21:01:25.082847 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f971c9f2-28ed-47ad-8c63-0359a87614a4 req-614a6a82-591a-4818-9e07-95900f9ba945 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529845 Sep 09 21:01:26.006920 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:01:26.149926 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8d32e-bc28-4b61-8ad0-e9416da900b7 req-946c481d-208e-4d70-8213-a857de5740fd tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:26.151995 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2aa8d32e-bc28-4b61-8ad0-e9416da900b7 req-946c481d-208e-4d70-8213-a857de5740fd tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 946 time: 0.0597672 Sep 09 21:01:26.225513 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2aa8d32e-bc28-4b61-8ad0-e9416da900b7 req-cd31651c-3c8a-4f33-98be-ba94119084c8 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672188 Sep 09 21:01:26.249755 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a0c53-a5ae-400f-90e1-05eff4ce8720 req-1a115646-7286-4e16-b7a9-793854ca1c06 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:26.249755 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-697a0c53-a5ae-400f-90e1-05eff4ce8720 req-1a115646-7286-4e16-b7a9-793854ca1c06 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0796351 Sep 09 21:01:26.289116 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-697a0c53-a5ae-400f-90e1-05eff4ce8720 req-30b058fb-70e3-49d7-8bb1-6fae02adbf19 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377700 Sep 09 21:01:29.458336 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95a3d5-e3e8-402c-b6a0-f837369211bb req-74adb0c1-1a5d-4f44-ba6e-c29563a757a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:29.459786 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7b95a3d5-e3e8-402c-b6a0-f837369211bb req-74adb0c1-1a5d-4f44-ba6e-c29563a757a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=983b19e5ed194cd8997bf4890869c35a&device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 1098 time: 0.1282046 Sep 09 21:01:29.473820 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f15f7c-1d1a-4ac8-baf2-f650401d36b9 req-4a12a4c6-0a4d-4f2a-b26a-eee0db3aeeea tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:29.475365 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-32f15f7c-1d1a-4ac8-baf2-f650401d36b9 req-4a12a4c6-0a4d-4f2a-b26a-eee0db3aeeea tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 946 time: 0.1474931 Sep 09 21:01:29.486047 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-74f3829c-c9f6-42a2-b836-53b50f7c86f5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:29.487523 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-74f3829c-c9f6-42a2-b836-53b50f7c86f5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/networks?id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db HTTP/1.1" status: 200 len: 813 time: 0.1832583 Sep 09 21:01:29.546007 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-b60daf02-108c-4494-923a-20c4f43ceb6f tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/quotas/85c3a67fec5b456d864c3eda0f5d8c81 HTTP/1.1" status: 200 len: 375 time: 0.0427876 Sep 09 21:01:29.602212 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-32f15f7c-1d1a-4ac8-baf2-f650401d36b9 req-5456fe5e-73d9-453f-b2a0-c2dbaf625b57 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125135 Sep 09 21:01:29.639963 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95a3d5-e3e8-402c-b6a0-f837369211bb req-619eb4bb-051b-4fbc-9fb4-1b2ae37c6981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:29.641464 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7b95a3d5-e3e8-402c-b6a0-f837369211bb req-619eb4bb-051b-4fbc-9fb4-1b2ae37c6981 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 HTTP/1.1" status: 200 len: 920 time: 0.1530564 Sep 09 21:01:29.655149 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-0505d705-d3d9-4cc6-b347-20475287fc66 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=85c3a67fec5b456d864c3eda0f5d8c81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780354 Sep 09 21:01:29.710939 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7b95a3d5-e3e8-402c-b6a0-f837369211bb req-68fc5dbb-d361-4d50-bcf9-19714d3a1c15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e21f681c-10ec-4cea-a806-650c99dd6ae5 HTTP/1.1" status: 200 len: 217 time: 0.0546980 Sep 09 21:01:29.839418 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95a3d5-e3e8-402c-b6a0-f837369211bb req-894e4f2c-f972-4313-8da0-f457713948be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:29.840907 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7b95a3d5-e3e8-402c-b6a0-f837369211bb req-894e4f2c-f972-4313-8da0-f457713948be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0a6322a-8e0a-4b0a-99c3-ed27597028f0 HTTP/1.1" status: 200 len: 859 time: 0.1114917 Sep 09 21:01:29.851928 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a87e5-4bae-4996-b53f-c8bab0e70d73 req-0f844d63-b095-4a65-b188-f9e398c73af1 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:29.853456 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f8a87e5-4bae-4996-b53f-c8bab0e70d73 req-0f844d63-b095-4a65-b188-f9e398c73af1 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1539423 Sep 09 21:01:29.893752 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7b95a3d5-e3e8-402c-b6a0-f837369211bb req-10cac2b0-eb6c-4e9c-b489-ffc4fbaf7445 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392556 Sep 09 21:01:29.902296 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-0bd34ded-7262-4967-8aa8-e2ec6799c38d service neutron] 10.222.0.13 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390182 Sep 09 21:01:29.969334 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f8a87e5-4bae-4996-b53f-c8bab0e70d73 req-71d69617-46a8-468f-867a-f37a90b13c93 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984538 Sep 09 21:01:30.195051 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 47946) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:30.312870 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9acb22cb-7f8e-464f-87a8-e7a70e9679b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:30.349040 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7b95a3d5-e3e8-402c-b6a0-f837369211bb req-19664f78-f7c3-4ced-a2c4-e28dd2476cab service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440575 Sep 09 21:01:30.350962 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-c8ff5414-acb9-49dd-9be9-84226bfd3a0c service neutron] 10.222.0.13 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359658 Sep 09 21:01:30.408339 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9acb22cb-7f8e-464f-87a8-e7a70e9679b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:30.412753 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9acb22cb-7f8e-464f-87a8-e7a70e9679b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:30.451757 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-9acb22cb-7f8e-464f-87a8-e7a70e9679b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2545e83c53fb425d9b7ed7aea9b5397a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556140 Sep 09 21:01:30.452624 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb22cb-7f8e-464f-87a8-e7a70e9679b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cba39a9-851b-468a-8f64-534a52537ecc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:30.454966 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 47954) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:30.515532 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f8e3a82-7a93-476f-aaef-3ce56bc1031d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:30.539936 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f8e3a82-7a93-476f-aaef-3ce56bc1031d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:30.617280 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f8e3a82-7a93-476f-aaef-3ce56bc1031d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:30.622311 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f8e3a82-7a93-476f-aaef-3ce56bc1031d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:30.626703 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-5f8e3a82-7a93-476f-aaef-3ce56bc1031d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cba39a9-851b-468a-8f64-534a52537ecc HTTP/1.1" status: 204 len: 168 time: 0.1680903 Sep 09 21:01:30.638238 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e3a82-7a93-476f-aaef-3ce56bc1031d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cba39a9-851b-468a-8f64-534a52537ecc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:30.680193 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:30.983991 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 47972) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:31.000551 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15e20023-4d67-4669-90a1-f73f2077d40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:31.118325 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15e20023-4d67-4669-90a1-f73f2077d40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:31.122689 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15e20023-4d67-4669-90a1-f73f2077d40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:31.163130 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-15e20023-4d67-4669-90a1-f73f2077d40d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c09124e88394432b66f6932e66f2f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775966 Sep 09 21:01:31.164166 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e20023-4d67-4669-90a1-f73f2077d40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b84c2a-b896-4144-834c-bc083d6df38a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:31.167012 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 47978) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:31.229434 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-243efda4-a8a5-4a59-b881-e49dc7b897b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:31.251997 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-243efda4-a8a5-4a59-b881-e49dc7b897b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:31.300515 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-243efda4-a8a5-4a59-b881-e49dc7b897b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:31.303427 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-243efda4-a8a5-4a59-b881-e49dc7b897b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:31.304704 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-243efda4-a8a5-4a59-b881-e49dc7b897b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04b84c2a-b896-4144-834c-bc083d6df38a HTTP/1.1" status: 204 len: 168 time: 0.1359272 Sep 09 21:01:31.318636 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243efda4-a8a5-4a59-b881-e49dc7b897b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b84c2a-b896-4144-834c-bc083d6df38a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:31.479940 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7b95a3d5-e3e8-402c-b6a0-f837369211bb req-fc432352-e959-41b1-972b-7a77076aa7a4 service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112602 Sep 09 21:01:33.508262 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-83a3e58b-1d4c-4728-8de0-73873a9fcaa9 req-f29d2e10-31ad-4b25-ab79-a1622f413c99 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 210 time: 0.1018212 Sep 09 21:01:33.595359 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10d806-7dbd-414b-aa1d-92d20d4b8523 req-c6ee0349-435e-437b-980d-3101ec008d21 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:33.603355 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fc10d806-7dbd-414b-aa1d-92d20d4b8523 req-c6ee0349-435e-437b-980d-3101ec008d21 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 946 time: 0.0954731 Sep 09 21:01:33.690488 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fc10d806-7dbd-414b-aa1d-92d20d4b8523 req-c5dacf27-fb4c-4cc3-8a32-79e5cca06b12 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853207 Sep 09 21:01:33.767440 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3fff3-799b-440e-992d-ce3bb7653fcc req-c9b582d1-ab49-4ad3-9a53-09c889eec189 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:33.780107 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3cb3fff3-799b-440e-992d-ce3bb7653fcc req-c9b582d1-ab49-4ad3-9a53-09c889eec189 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1242998 Sep 09 21:01:33.842863 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3cb3fff3-799b-440e-992d-ce3bb7653fcc req-114716e0-fae9-4dcc-8fc5-df0ee3581ea4 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614443 Sep 09 21:01:34.240786 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79d30-8e46-4a31-8a7c-c05f9d57f102 req-bbd871f6-ff7f-4799-82b3-58d7f2c340b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:34.242360 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-abe79d30-8e46-4a31-8a7c-c05f9d57f102 req-bbd871f6-ff7f-4799-82b3-58d7f2c340b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 1098 time: 0.0501411 Sep 09 21:01:34.349391 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-abe79d30-8e46-4a31-8a7c-c05f9d57f102 req-f3ac7b08-40d0-409f-8afd-7b16f831ae27 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688896 Sep 09 21:01:34.477518 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-d09732ae-a560-46e6-ad1e-aa44c012c907 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:34.479541 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-d09732ae-a560-46e6-ad1e-aa44c012c907 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "GET /v2.0/networks?id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db HTTP/1.1" status: 200 len: 813 time: 0.1306770 Sep 09 21:01:34.632679 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-29bee827-334d-481e-a3b2-d1c2f8e1a408 req-dfab7a33-bdf9-49ce-a914-d04d633c9c92 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 210 time: 0.0300915 Sep 09 21:01:34.814479 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1dd5f-009b-4907-9155-7aeceeecd21c req-c37ff90a-6e4a-47e9-90ba-b2f5f9cd4127 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:34.816060 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-12a1dd5f-009b-4907-9155-7aeceeecd21c req-c37ff90a-6e4a-47e9-90ba-b2f5f9cd4127 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 946 time: 0.0543861 Sep 09 21:01:34.856408 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-12a1dd5f-009b-4907-9155-7aeceeecd21c req-6b81d920-f91e-41c0-8578-93a78af7a5e6 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342891 Sep 09 21:01:34.989956 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70173c3-2ba3-42b7-ad6a-ecdb63d7b93a req-638bc890-9209-4d04-b68d-e6ddf40077b1 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:34.991756 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d70173c3-2ba3-42b7-ad6a-ecdb63d7b93a req-638bc890-9209-4d04-b68d-e6ddf40077b1 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0543950 Sep 09 21:01:35.043782 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d70173c3-2ba3-42b7-ad6a-ecdb63d7b93a req-0787acf0-c8de-467d-8e07-27a8bb93db44 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436966 Sep 09 21:01:35.729723 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c28201b6-3325-4168-bd9c-24f9dc97a0cc req-e240f121-bf0a-411f-b697-e7658f7e3cc3 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 210 time: 0.0272539 Sep 09 21:01:36.033503 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16e8a0-fcaf-4d3b-9b7c-26bf28a13d6c req-ebfba037-c0c4-4407-9824-49e1c587c829 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:36.036805 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8a16e8a0-fcaf-4d3b-9b7c-26bf28a13d6c req-ebfba037-c0c4-4407-9824-49e1c587c829 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 946 time: 0.0804803 Sep 09 21:01:36.089342 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8a16e8a0-fcaf-4d3b-9b7c-26bf28a13d6c req-00e02511-f533-4612-b1f0-a14a87413fec tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437376 Sep 09 21:01:36.235166 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f4f33-fc1a-482d-911c-5bb7ae4541ae req-c8b44f9d-5b90-4324-8bb5-b674eea1908e tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:36.236902 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f80f4f33-fc1a-482d-911c-5bb7ae4541ae req-c8b44f9d-5b90-4324-8bb5-b674eea1908e tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0611808 Sep 09 21:01:36.289999 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f80f4f33-fc1a-482d-911c-5bb7ae4541ae req-1bf9463a-dce7-4cc9-871b-0947f89d42aa tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Sep 09 21:01:36.839728 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b643a322-297a-4f6e-9e48-4041d55c34db req-045072b6-7a1c-4aa4-b6c1-4650546c0fc6 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 210 time: 0.0379150 Sep 09 21:01:37.230434 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704f6ba-27d4-461a-8fdc-b4bba931d81b req-8b4fe982-11ff-42f0-9402-65b539a13880 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:37.232116 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b704f6ba-27d4-461a-8fdc-b4bba931d81b req-8b4fe982-11ff-42f0-9402-65b539a13880 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 946 time: 0.0599504 Sep 09 21:01:37.279166 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b704f6ba-27d4-461a-8fdc-b4bba931d81b req-e1d8e6a6-5ff6-40c3-a62a-4036845544eb tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361390 Sep 09 21:01:37.457658 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8225c-642b-470f-98a0-2082194ef1e8 req-57c73ff4-3a46-4f35-a027-c5775062e7f2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:37.459386 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b4c8225c-642b-470f-98a0-2082194ef1e8 req-57c73ff4-3a46-4f35-a027-c5775062e7f2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0557709 Sep 09 21:01:37.526745 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b4c8225c-642b-470f-98a0-2082194ef1e8 req-a1472f43-d0d3-4450-8c67-4483706bd261 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598931 Sep 09 21:01:37.716491 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-cc3b0f5b-e1bb-4468-8f46-896189940649 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Request body: {'port': {'device_id': 'a826182c-75e1-41d3-8f82-449a15ae1031', 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db', 'admin_state_up': True, 'tenant_id': '85c3a67fec5b456d864c3eda0f5d8c81'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:01:37.864459 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-cc3b0f5b-e1bb-4468-8f46-896189940649 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Made reservation on behalf of 85c3a67fec5b456d864c3eda0f5d8c81 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:01:37.868545 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-cc3b0f5b-e1bb-4468-8f46-896189940649 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:37.989790 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ad9f7d75-84fb-4635-89d4-23e4021c7fb4 req-32644065-b093-4378-a050-6a71680eace5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 210 time: 0.0299520 Sep 09 21:01:38.015809 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-cc3b0f5b-e1bb-4468-8f46-896189940649 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Allocated IP 172.20.0.5 (42faf0dd-0ea8-4584-a5dd-61768b1fe3db/9f170f05-5ada-411e-802f-c1309cb301a1/68b875f7-15d1-453a-8b9a-e2ee3bc586bb) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:01:38.081989 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae534d1-bc87-4ee2-8491-2ac5c59f7f4c req-703c94d3-157e-4e21-8714-9c80b1b650c9 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:38.083630 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6ae534d1-bc87-4ee2-8491-2ac5c59f7f4c req-703c94d3-157e-4e21-8714-9c80b1b650c9 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.48 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 946 time: 0.0647998 Sep 09 21:01:38.207799 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-cc3b0f5b-e1bb-4468-8f46-896189940649 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:38.246904 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-6ae534d1-bc87-4ee2-8491-2ac5c59f7f4c req-ecdf5aa9-d666-4d9c-9570-efc50f44109c tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Deleting port ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:01:38.247480 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6ae534d1-bc87-4ee2-8491-2ac5c59f7f4c req-ecdf5aa9-d666-4d9c-9570-efc50f44109c tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:38.256249 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-cc3b0f5b-e1bb-4468-8f46-896189940649 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:38.289693 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f', '7410a3a2-3df2-40f4-898e-ad6c16a68729', 'f9e12224-d116-435f-a32d-92376fbc45a8'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:01:38.313932 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-cc3b0f5b-e1bb-4468-8f46-896189940649 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:01:38.318317 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-cc3b0f5b-e1bb-4468-8f46-896189940649 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:01:38.322984 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-cc3b0f5b-e1bb-4468-8f46-896189940649 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:01:38.333988 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b0f5b-e1bb-4468-8f46-896189940649 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Pushing event updated for resources: {'Port': ['ID=68b875f7-15d1-453a-8b9a-e2ee3bc586bb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:38.419157 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-cc3b0f5b-e1bb-4468-8f46-896189940649 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:38.419939 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-cc3b0f5b-e1bb-4468-8f46-896189940649 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:38.450085 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-cc3b0f5b-e1bb-4468-8f46-896189940649 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7393653 Sep 09 21:01:38.476425 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Request body: {'port': {'device_id': 'a826182c-75e1-41d3-8f82-449a15ae1031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:01:38.549032 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:38.632157 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6ae534d1-bc87-4ee2-8491-2ac5c59f7f4c req-ecdf5aa9-d666-4d9c-9570-efc50f44109c tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] For port ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc,segment=NetworkSegment(224a5454-26c4-43c1-b4e1-dc969d471742),segment_id=224a5454-26c4-43c1-b4e1-dc969d471742)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:01:38.632779 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6ae534d1-bc87-4ee2-8491-2ac5c59f7f4c req-ecdf5aa9-d666-4d9c-9570-efc50f44109c tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:38.694571 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3b808-f639-4174-8ad3-ae7805218615 req-c359e0cd-b125-46aa-9a1d-4a309342865f tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:38.697746 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-08f3b808-f639-4174-8ad3-ae7805218615 req-c359e0cd-b125-46aa-9a1d-4a309342865f tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 946 time: 0.2220337 Sep 09 21:01:38.716236 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-6ae534d1-bc87-4ee2-8491-2ac5c59f7f4c req-ecdf5aa9-d666-4d9c-9570-efc50f44109c tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Calling delete_port for ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:01:39.168422 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-08f3b808-f639-4174-8ad3-ae7805218615 req-3ee4f74e-3be2-411b-91e9-27911f1ef220 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594998 Sep 09 21:01:39.233530 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac51520-cc1c-4518-999b-8901ed0ee4ef req-76c47718-a4cb-4f6c-bde9-eb5a0225161f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:39.236376 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0ac51520-cc1c-4518-999b-8901ed0ee4ef req-76c47718-a4cb-4f6c-bde9-eb5a0225161f tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.5245147 Sep 09 21:01:39.257044 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b875f7-15d1-453a-8b9a-e2ee3bc586bb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:01:39.281608 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:39.301963 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Transition to ACTIVE for port object 68b875f7-15d1-453a-8b9a-e2ee3bc586bb will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:01:39.308410 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13123055'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:39.362280 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0ac51520-cc1c-4518-999b-8901ed0ee4ef req-a99cb721-58e8-4277-9fe1-f48e33375cf0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011994 Sep 09 21:01:39.420688 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Pushing event updated for resources: {'Port': ['ID=68b875f7-15d1-453a-8b9a-e2ee3bc586bb,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:39.499556 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Attempting to bind port 68b875f7-15d1-453a-8b9a-e2ee3bc586bb on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:01:39.499893 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Attempting to bind port 68b875f7-15d1-453a-8b9a-e2ee3bc586bb by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:01:39.500222 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Attempting to bind port 68b875f7-15d1-453a-8b9a-e2ee3bc586bb on network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:01:39.505021 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Port 68b875f7-15d1-453a-8b9a-e2ee3bc586bb on network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:01:39.505345 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Attempting to bind port 68b875f7-15d1-453a-8b9a-e2ee3bc586bb on network 42faf0dd-0ea8-4584-a5dd-61768b1fe3db {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:01:39.510717 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:01:39.511057 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Checking segment: {'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:01:39.511478 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Bound using segment: {'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:01:39.511915 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Bound port: 68b875f7-15d1-453a-8b9a-e2ee3bc586bb, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62720fd1-06da-4309-b7e3-2d6a45bbe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:01:39.512352 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:39.522745 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6ae534d1-bc87-4ee2-8491-2ac5c59f7f4c req-ecdf5aa9-d666-4d9c-9570-efc50f44109c tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:39.587790 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf5aa9-d666-4d9c-9570-efc50f44109c tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Pushing event deleted for resources: {'Port': ['ID=ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:39.591826 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] For port 68b875f7-15d1-453a-8b9a-e2ee3bc586bb, host hv-cinder-80508, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:01:39.595758 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] For port 68b875f7-15d1-453a-8b9a-e2ee3bc586bb, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=68b875f7-15d1-453a-8b9a-e2ee3bc586bb,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:01:39.601909 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13123055'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:39.622686 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025c3eb-bc58-4b59-892d-37b6ed4f6a23 req-6b688d3a-5bba-4505-884f-893e6c4a88f5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:39.625630 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f025c3eb-bc58-4b59-892d-37b6ed4f6a23 req-6b688d3a-5bba-4505-884f-893e6c4a88f5 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 943 time: 0.1547897 Sep 09 21:01:39.642649 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:39.643205 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:39.645316 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] 10.222.0.48 "PUT /v2.0/ports/68b875f7-15d1-453a-8b9a-e2ee3bc586bb HTTP/1.1" status: 200 len: 1093 time: 1.1748114 Sep 09 21:01:39.645792 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a826182c-75e1-41d3-8f82-449a15ae1031', 'tag': '68b875f7-15d1-453a-8b9a-e2ee3bc586bb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:01:39.648281 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474eaf3bb652fec2f19919b2ceae808cc34db3da34c22d7391db7ed2cca7a9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1c6d23-6f04-433d-bd36-aa1995d94af1" -d '{"events": [{"name": "network-changed", "server_uuid": "a826182c-75e1-41d3-8f82-449a15ae1031", "tag": "68b875f7-15d1-453a-8b9a-e2ee3bc586bb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:01:39.680439 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a7e5f-2c49-4a4c-b389-a384e9ee02e5 service neutron] Pushing event updated for resources: {'Port': ['ID=68b875f7-15d1-453a-8b9a-e2ee3bc586bb,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:39.696958 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae534d1-bc87-4ee2-8491-2ac5c59f7f4c req-ecdf5aa9-d666-4d9c-9570-efc50f44109c tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] No DVR routers for this DVR port ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:01:39.714077 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6ae534d1-bc87-4ee2-8491-2ac5c59f7f4c req-ecdf5aa9-d666-4d9c-9570-efc50f44109c tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:39.717691 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6ae534d1-bc87-4ee2-8491-2ac5c59f7f4c req-ecdf5aa9-d666-4d9c-9570-efc50f44109c tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.48 "DELETE /v2.0/ports/ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc HTTP/1.1" status: 204 len: 173 time: 1.6250176 Sep 09 21:01:39.718440 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791ab217-d7aa-4807-a817-1ba153a1ab6a', 'name': 'network-vif-deleted', 'tag': 'ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:01:39.722573 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ec0a4c-1111-49ef-ac7b-bfdfa07e30f4" -d '{"events": [{"server_uuid": "791ab217-d7aa-4807-a817-1ba153a1ab6a", "name": "network-vif-deleted", "tag": "ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:01:39.726146 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb64101-178d-4227-bed8-3fb4f2cd12f2 x-openstack-request-id: req-4cb64101-178d-4227-bed8-3fb4f2cd12f2 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:01:39.726518 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a826182c-75e1-41d3-8f82-449a15ae1031", "tag": "68b875f7-15d1-453a-8b9a-e2ee3bc586bb", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:01:39.726654 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cb64101-178d-4227-bed8-3fb4f2cd12f2 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:01:39.727044 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a826182c-75e1-41d3-8f82-449a15ae1031', 'tag': '68b875f7-15d1-453a-8b9a-e2ee3bc586bb', 'status': 'completed', 'code': 200} Sep 09 21:01:39.771623 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f025c3eb-bc58-4b59-892d-37b6ed4f6a23 req-85f5d512-cbb9-4531-a87c-4e7d1309f755 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187489 Sep 09 21:01:39.787549 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2a812e-2b4a-491b-bf68-d43fd0c3ee90 x-openstack-request-id: req-2f2a812e-2b4a-491b-bf68-d43fd0c3ee90 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:01:39.788246 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791ab217-d7aa-4807-a817-1ba153a1ab6a", "name": "network-vif-deleted", "tag": "ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:01:39.788709 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f2a812e-2b4a-491b-bf68-d43fd0c3ee90 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:01:39.789368 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791ab217-d7aa-4807-a817-1ba153a1ab6a', 'name': 'network-vif-deleted', 'tag': 'ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc', 'status': 'completed', 'code': 200} Sep 09 21:01:39.790712 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-a6e06e72-203b-40e1-bcc0-02e3c3977c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:39.793683 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-a6e06e72-203b-40e1-bcc0-02e3c3977c9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c3a67fec5b456d864c3eda0f5d8c81&device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 1096 time: 0.0782375 Sep 09 21:01:39.866654 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-b4581f6b-720e-42ad-84a8-fc3d69050322 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68b875f7-15d1-453a-8b9a-e2ee3bc586bb HTTP/1.1" status: 200 len: 217 time: 0.0398636 Sep 09 21:01:39.943720 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-1f931910-27fe-4ed9-b8dd-e0c75df6cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:39.945364 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-1f931910-27fe-4ed9-b8dd-e0c75df6cb2e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f170f05-5ada-411e-802f-c1309cb301a1 HTTP/1.1" status: 200 len: 853 time: 0.0678954 Sep 09 21:01:39.997590 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-4e12a424-93ba-4cae-9745-0782aca4c0a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324581 Sep 09 21:01:40.138632 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-03d716b9-40ef-478c-807c-2ec6fa9531b1 service neutron] 10.222.0.48 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247337 Sep 09 21:01:40.287502 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-555bf709-43e7-409a-8538-6d8fccc4ea73 req-202fa34b-f8fc-4a94-a417-ef472680de60 service neutron] 10.222.0.48 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400669 Sep 09 21:01:40.434250 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-366103c7-3af0-4c83-82d4-75148d8c2de0 req-779e229b-2eff-4a59-9eb7-bbd562c686a3 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=791ab217-d7aa-4807-a817-1ba153a1ab6a HTTP/1.1" status: 200 len: 210 time: 0.0675716 Sep 09 21:01:40.562907 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c6d23-6f04-433d-bd36-aa1995d94af1 req-55b284b8-d349-4068-a995-6c0d60a25740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:40.565907 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-7b1c6d23-6f04-433d-bd36-aa1995d94af1 req-55b284b8-d349-4068-a995-6c0d60a25740 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c3a67fec5b456d864c3eda0f5d8c81&device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 1096 time: 0.1443532 Sep 09 21:01:40.676148 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1765ffa-e2ba-4e03-8b53-4ea11bd73e68 req-57b3a2ae-36b0-46e0-bd42-8cee5c50d1a0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:40.687039 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b1765ffa-e2ba-4e03-8b53-4ea11bd73e68 req-57b3a2ae-36b0-46e0-bd42-8cee5c50d1a0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0846364 Sep 09 21:01:40.762902 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b1765ffa-e2ba-4e03-8b53-4ea11bd73e68 req-98779857-d4a8-44a9-a737-abf9cc8ef21c tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743899 Sep 09 21:01:40.814080 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c6d23-6f04-433d-bd36-aa1995d94af1 req-a961bc60-29ce-4b77-9c4a-8159f586dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:40.817290 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-7b1c6d23-6f04-433d-bd36-aa1995d94af1 req-a961bc60-29ce-4b77-9c4a-8159f586dfbc service neutron] 10.222.0.48 "GET /v2.0/networks?id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db HTTP/1.1" status: 200 len: 914 time: 0.2317343 Sep 09 21:01:40.929280 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-7b1c6d23-6f04-433d-bd36-aa1995d94af1 req-9035b587-93ea-4cba-9519-5c6c9ba93f50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68b875f7-15d1-453a-8b9a-e2ee3bc586bb HTTP/1.1" status: 200 len: 217 time: 0.0908787 Sep 09 21:01:40.961901 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56298b1c-bc5b-40ab-9bb1-ce5196db8430 req-fd88771c-843c-4d86-8ea3-8b20dd655e8d tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:40.964169 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-56298b1c-bc5b-40ab-9bb1-ce5196db8430 req-fd88771c-843c-4d86-8ea3-8b20dd655e8d tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 943 time: 0.0907121 Sep 09 21:01:40.997622 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c6d23-6f04-433d-bd36-aa1995d94af1 req-8668fe45-a9b0-491e-a0fe-afc7b200e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:40.999878 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-7b1c6d23-6f04-433d-bd36-aa1995d94af1 req-8668fe45-a9b0-491e-a0fe-afc7b200e8d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f170f05-5ada-411e-802f-c1309cb301a1 HTTP/1.1" status: 200 len: 853 time: 0.0573101 Sep 09 21:01:41.023743 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-56298b1c-bc5b-40ab-9bb1-ce5196db8430 req-a41cb6f4-9cd3-4563-8005-0a06ed1d6e69 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493970 Sep 09 21:01:41.058036 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-7b1c6d23-6f04-433d-bd36-aa1995d94af1 req-1a2028d9-fbae-47e5-b7d9-a1a8d58803f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42faf0dd-0ea8-4584-a5dd-61768b1fe3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423479 Sep 09 21:01:41.167086 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996510e-8ad6-4eda-95c5-715f5606d390 req-4691875d-cbac-4e69-b017-df78894971aa tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:41.169036 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c996510e-8ad6-4eda-95c5-715f5606d390 req-4691875d-cbac-4e69-b017-df78894971aa tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0876358 Sep 09 21:01:41.175355 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e2777-3c02-494f-a17d-50b660a2d300 req-9a207b13-6f2f-4405-8641-1333ee7a9b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:41.175355 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f13e2777-3c02-494f-a17d-50b660a2d300 req-9a207b13-6f2f-4405-8641-1333ee7a9b12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=983b19e5ed194cd8997bf4890869c35a&device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 1098 time: 0.0819421 Sep 09 21:01:41.192968 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-7b1c6d23-6f04-433d-bd36-aa1995d94af1 req-1a27d3c7-b26c-4e13-a721-66a0d794fdeb service neutron] 10.222.0.48 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020160 Sep 09 21:01:41.258293 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c996510e-8ad6-4eda-95c5-715f5606d390 req-1471193d-7d18-4a1b-a4a4-c506828ff952 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801649 Sep 09 21:01:41.353143 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e2777-3c02-494f-a17d-50b660a2d300 req-94d0ef1b-a2f6-4a9d-801c-d066deea8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:41.355491 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f13e2777-3c02-494f-a17d-50b660a2d300 req-94d0ef1b-a2f6-4a9d-801c-d066deea8074 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 HTTP/1.1" status: 200 len: 920 time: 0.1601477 Sep 09 21:01:41.365475 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-7b1c6d23-6f04-433d-bd36-aa1995d94af1 req-7f1263dc-7116-4de2-85a8-dc727ef56b0e service neutron] 10.222.0.48 "GET /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632047 Sep 09 21:01:41.418126 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f13e2777-3c02-494f-a17d-50b660a2d300 req-73596d8a-bd3f-42bc-972c-fa44756edc34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e21f681c-10ec-4cea-a806-650c99dd6ae5 HTTP/1.1" status: 200 len: 217 time: 0.0415781 Sep 09 21:01:41.440122 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:01:41.466255 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:01:41.466735 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device ec83cf2e-cb57-4bc6-b2cf-043696d3cdbc not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:01:41.475751 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e2777-3c02-494f-a17d-50b660a2d300 req-2a8fce15-6ad9-444b-a15e-b926e1e9b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:41.477281 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f13e2777-3c02-494f-a17d-50b660a2d300 req-2a8fce15-6ad9-444b-a15e-b926e1e9b4fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0a6322a-8e0a-4b0a-99c3-ed27597028f0 HTTP/1.1" status: 200 len: 859 time: 0.0502610 Sep 09 21:01:41.524034 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f13e2777-3c02-494f-a17d-50b660a2d300 req-33950461-c4a6-4de8-8619-e637df8e34e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315428 Sep 09 21:01:41.666699 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f13e2777-3c02-494f-a17d-50b660a2d300 req-528e3cb3-0763-4c4c-8203-c761ef8beb9d service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342862 Sep 09 21:01:41.878772 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f13e2777-3c02-494f-a17d-50b660a2d300 req-a040da50-a083-487a-a690-32730fc0e975 service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861742 Sep 09 21:01:41.895056 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-9573237f-890c-4cdd-b2cf-e91e7d04d5dc tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:41.896672 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-9573237f-890c-4cdd-b2cf-e91e7d04d5dc tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/networks?id=13e624b6-b018-4233-943c-4f9b667ac0a6 HTTP/1.1" status: 200 len: 809 time: 0.1681256 Sep 09 21:01:41.915215 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-bafb543f-02a4-4261-8e9a-e7dbf33294b3 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/quotas/c29024ca7a6e4af18b70c12d66b845c3 HTTP/1.1" status: 200 len: 375 time: 0.0108764 Sep 09 21:01:41.964264 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-a3b1c599-1ce7-4032-b90f-f97424524e36 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c29024ca7a6e4af18b70c12d66b845c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406718 Sep 09 21:01:42.098864 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-d88b9f92-54c9-44b3-9937-545f385177a9 service neutron] 10.222.0.13 "GET /v2.0/networks/13e624b6-b018-4233-943c-4f9b667ac0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251216 Sep 09 21:01:42.230476 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fd630-6e08-4ba8-9f95-c21476750ca7 req-cea27295-e6f2-4c9c-9590-7be30fd88b7d tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:42.232145 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-164fd630-6e08-4ba8-9f95-c21476750ca7 req-cea27295-e6f2-4c9c-9590-7be30fd88b7d tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 943 time: 0.1196637 Sep 09 21:01:42.279848 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-35b3c85e-bf28-469a-b062-43807f01a521 service neutron] 10.222.0.13 "GET /v2.0/networks/13e624b6-b018-4233-943c-4f9b667ac0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647406 Sep 09 21:01:42.296174 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-164fd630-6e08-4ba8-9f95-c21476750ca7 req-73bef1a8-c64c-48b0-912c-dbfa4c9c080e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560837 Sep 09 21:01:42.404380 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 48234) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:42.488526 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c97870-3c61-41ac-8101-bfe38d5f3d65 req-b512b8c3-c48f-4270-ac7e-098346951f61 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:42.490426 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d9c97870-3c61-41ac-8101-bfe38d5f3d65 req-b512b8c3-c48f-4270-ac7e-098346951f61 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0817626 Sep 09 21:01:42.547789 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d9c97870-3c61-41ac-8101-bfe38d5f3d65 req-cd1f4968-bba5-47ee-987a-14cd791c2851 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446973 Sep 09 21:01:42.586269 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b73e-7eba-4929-b9a1-4dda15f44e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:42.658371 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e9cfd16f-36d7-457c-9658-c3b4ce40658b req-a8d2cb56-2507-4a6e-91d4-c943bf7ec3eb tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 210 time: 0.0405037 Sep 09 21:01:42.770529 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b73e-7eba-4929-b9a1-4dda15f44e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:42.784269 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b73e-7eba-4929-b9a1-4dda15f44e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:42.857967 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 48260) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:42.858163 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-e0e0b73e-7eba-4929-b9a1-4dda15f44e2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8f33899f934433a9ad6fe13bc83cf22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4520001 Sep 09 21:01:42.859484 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0b73e-7eba-4929-b9a1-4dda15f44e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0536972f-04c2-405d-8028-e9693002fd0b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:42.950234 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df88a111-84b9-4f1d-838b-20a27740759d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:42.990747 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df88a111-84b9-4f1d-838b-20a27740759d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:43.078047 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df88a111-84b9-4f1d-838b-20a27740759d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:43.082586 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df88a111-84b9-4f1d-838b-20a27740759d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:43.084391 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-df88a111-84b9-4f1d-838b-20a27740759d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0536972f-04c2-405d-8028-e9693002fd0b HTTP/1.1" status: 204 len: 168 time: 0.2251868 Sep 09 21:01:43.098856 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88a111-84b9-4f1d-838b-20a27740759d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0536972f-04c2-405d-8028-e9693002fd0b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:43.438948 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31305518-e8fe-49cc-826c-a47d76d8dab5 req-60d67d64-7886-4b5f-b953-f15a6c2ce690 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:43.440852 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-31305518-e8fe-49cc-826c-a47d76d8dab5 req-60d67d64-7886-4b5f-b953-f15a6c2ce690 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 943 time: 0.0657163 Sep 09 21:01:43.461926 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 68b875f7-15d1-453a-8b9a-e2ee3bc586bb details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:01:43.493318 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 48270) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:43.498846 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-31305518-e8fe-49cc-826c-a47d76d8dab5 req-6cea53e1-62bc-4c75-a66b-e61857727617 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468137 Sep 09 21:01:43.516540 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-47474c5c-6111-4946-89bc-3146993135d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:43.586091 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 68b875f7-15d1-453a-8b9a-e2ee3bc586bb, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=68b875f7-15d1-453a-8b9a-e2ee3bc586bb,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:01:43.612541 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': '68b875f7-15d1-453a-8b9a-e2ee3bc586bb', 'network_id': '42faf0dd-0ea8-4584-a5dd-61768b1fe3db', 'port_id': '68b875f7-15d1-453a-8b9a-e2ee3bc586bb', 'mac_address': 'fa:16:3e:3d:d9:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f170f05-5ada-411e-802f-c1309cb301a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:01:43.683791 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:43.705286 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-47474c5c-6111-4946-89bc-3146993135d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:43.711397 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b875f7-15d1-453a-8b9a-e2ee3bc586bb {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:01:43.716072 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-47474c5c-6111-4946-89bc-3146993135d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:43.754965 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 68b875f7-15d1-453a-8b9a-e2ee3bc586bb, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=68b875f7-15d1-453a-8b9a-e2ee3bc586bb,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:01:43.763440 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12301e-6bf2-4802-a84c-b6e49ba6b8bb req-4df59f6f-5721-450c-8f46-14df4a48d616 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:43.764253 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:43.766418 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5a12301e-6bf2-4802-a84c-b6e49ba6b8bb req-4df59f6f-5721-450c-8f46-14df4a48d616 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0804315 Sep 09 21:01:43.850846 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-47474c5c-6111-4946-89bc-3146993135d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03c8ec7af52b4a358362f617f7e75d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555679 Sep 09 21:01:43.853095 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47474c5c-6111-4946-89bc-3146993135d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8f183a-791a-4593-a977-49bd810021e8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:43.858363 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 48276) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:43.874872 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5a12301e-6bf2-4802-a84c-b6e49ba6b8bb req-0b97289f-2fb7-4ad0-8a41-6802a175a0e1 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969374 Sep 09 21:01:43.888115 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=68b875f7-15d1-453a-8b9a-e2ee3bc586bb,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:43.907868 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:43.908401 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:43.908971 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:43.909577 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:43.910869 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:43.911762 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:43.912556 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:43.913307 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:43.914078 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:43.914833 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:43.915779 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:43.916511 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:01:44.009208 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-101323a4-7f59-4ce4-82c1-ec2441464db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:44.024403 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-32b9c29d-479d-47ff-ae90-9310b35bca41 req-8864f438-088b-4c93-9304-c5704d03dba6 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 210 time: 0.1930265 Sep 09 21:01:44.054480 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-101323a4-7f59-4ce4-82c1-ec2441464db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:44.156467 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-101323a4-7f59-4ce4-82c1-ec2441464db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:44.162305 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-101323a4-7f59-4ce4-82c1-ec2441464db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:44.163101 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['68b875f7-15d1-453a-8b9a-e2ee3bc586bb'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:01:44.164760 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-101323a4-7f59-4ce4-82c1-ec2441464db6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f8f183a-791a-4593-a977-49bd810021e8 HTTP/1.1" status: 204 len: 168 time: 0.3040705 Sep 09 21:01:44.165341 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-08079c44-a857-4639-b883-be8694ef7d92 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:44.168137 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-08079c44-a857-4639-b883-be8694ef7d92 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.48 "GET /v2.0/networks?id=13e624b6-b018-4233-943c-4f9b667ac0a6 HTTP/1.1" status: 200 len: 809 time: 0.2917850 Sep 09 21:01:44.203037 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-f80ad607-2381-4493-a3ad-3183a9f2f559 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Request body: {'port': {'device_id': 'b8dd08c8-1fff-4ca1-a872-9b53a524f152', 'network_id': '13e624b6-b018-4233-943c-4f9b667ac0a6', 'admin_state_up': True, 'tenant_id': 'c29024ca7a6e4af18b70c12d66b845c3'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:01:44.218777 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101323a4-7f59-4ce4-82c1-ec2441464db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8f183a-791a-4593-a977-49bd810021e8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:44.416030 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-f80ad607-2381-4493-a3ad-3183a9f2f559 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Made reservation on behalf of c29024ca7a6e4af18b70c12d66b845c3 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:01:44.419880 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-f80ad607-2381-4493-a3ad-3183a9f2f559 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:44.606401 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-f80ad607-2381-4493-a3ad-3183a9f2f559 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Allocated IP 172.20.0.3 (13e624b6-b018-4233-943c-4f9b667ac0a6/d3e7a496-997e-48a7-b7c6-5dc8f106749f/0fa90088-71f9-4cb7-8bd1-114e101866a7) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:01:44.724889 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55a365-4ddb-44a7-9598-708d0419c3a7 req-9ce91b33-45a3-49fd-81b5-d537d7320cbf tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:44.727517 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8e55a365-4ddb-44a7-9598-708d0419c3a7 req-9ce91b33-45a3-49fd-81b5-d537d7320cbf tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 944 time: 0.1007361 Sep 09 21:01:44.831631 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 48302) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:44.832655 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8e55a365-4ddb-44a7-9598-708d0419c3a7 req-adbc2e25-bf06-4e12-bfe5-77c38b58d2b7 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913427 Sep 09 21:01:44.857797 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e83c4d4a-de60-4be9-9b94-e0d56e753229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:44.868232 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-f80ad607-2381-4493-a3ad-3183a9f2f559 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:44.931662 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-f80ad607-2381-4493-a3ad-3183a9f2f559 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:44.990915 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-f80ad607-2381-4493-a3ad-3183a9f2f559 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Network 13e624b6-b018-4233-943c-4f9b667ac0a6 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:01:45.005975 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-f80ad607-2381-4493-a3ad-3183a9f2f559 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:01:45.029409 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-f80ad607-2381-4493-a3ad-3183a9f2f559 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:01:45.035159 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-f80ad607-2381-4493-a3ad-3183a9f2f559 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:45.035881 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-f80ad607-2381-4493-a3ad-3183a9f2f559 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:45.037774 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e83c4d4a-de60-4be9-9b94-e0d56e753229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:45.045776 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e83c4d4a-de60-4be9-9b94-e0d56e753229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:45.051606 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ad607-2381-4493-a3ad-3183a9f2f559 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Pushing event updated for resources: {'Port': ['ID=0fa90088-71f9-4cb7-8bd1-114e101866a7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:45.072488 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-f80ad607-2381-4493-a3ad-3183a9f2f559 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8776011 Sep 09 21:01:45.081561 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fd524-baa7-40d1-b8d9-31d58f60e5ed req-67a1e5f0-fb17-4b5e-930b-c7c6f11286e2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:45.083915 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-525fd524-baa7-40d1-b8d9-31d58f60e5ed req-67a1e5f0-fb17-4b5e-930b-c7c6f11286e2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0993049 Sep 09 21:01:45.097046 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Request body: {'port': {'device_id': 'b8dd08c8-1fff-4ca1-a872-9b53a524f152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:01:45.119543 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-e83c4d4a-de60-4be9-9b94-e0d56e753229 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac06093ae3b044348b7894634e45b602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853553 Sep 09 21:01:45.122138 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 48312) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:01:45.142331 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c4d4a-de60-4be9-9b94-e0d56e753229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35740aa-1e6b-4b59-8298-b5263863847b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:45.229126 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88fe5284-424f-4a52-971e-e15ffd7bdb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:45.261839 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88fe5284-424f-4a52-971e-e15ffd7bdb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:45.293915 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:45.344228 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88fe5284-424f-4a52-971e-e15ffd7bdb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:45.347627 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88fe5284-424f-4a52-971e-e15ffd7bdb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:45.348964 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-88fe5284-424f-4a52-971e-e15ffd7bdb51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a35740aa-1e6b-4b59-8298-b5263863847b HTTP/1.1" status: 204 len: 168 time: 0.2184181 Sep 09 21:01:45.359535 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-525fd524-baa7-40d1-b8d9-31d58f60e5ed req-59b7b3d1-825c-4abf-8661-ac82c983e4c3 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003918 Sep 09 21:01:45.359818 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe5284-424f-4a52-971e-e15ffd7bdb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35740aa-1e6b-4b59-8298-b5263863847b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:45.408339 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc4ff5-0ee4-41ae-8c20-4d1f21b580c3 req-4d92865b-ac05-4f59-928d-74ba0d262f62 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:45.411067 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-defc4ff5-0ee4-41ae-8c20-4d1f21b580c3 req-4d92865b-ac05-4f59-928d-74ba0d262f62 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 931 time: 0.2096729 Sep 09 21:01:45.632023 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-defc4ff5-0ee4-41ae-8c20-4d1f21b580c3 req-4e4cfd1a-cf41-481b-a7c2-c43495693f83 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122252 Sep 09 21:01:45.798857 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-330fcfc4-0e0f-4c0b-b9cd-567b56c843d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:45.930619 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa90088-71f9-4cb7-8bd1-114e101866a7 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:01:45.948584 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:46.014594 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Transition to ACTIVE for port object 0fa90088-71f9-4cb7-8bd1-114e101866a7 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:01:46.021191 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:46.375241 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf340a0-85bf-44f3-b8b4-3c662252ca04 req-7dd7bb57-cde7-4ef1-8c00-7368c05fd5b4 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:46.377392 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ccf340a0-85bf-44f3-b8b4-3c662252ca04 req-7dd7bb57-cde7-4ef1-8c00-7368c05fd5b4 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 944 time: 0.4337261 Sep 09 21:01:46.381465 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Pushing event updated for resources: {'Port': ['ID=0fa90088-71f9-4cb7-8bd1-114e101866a7,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:46.439427 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Attempting to bind port 0fa90088-71f9-4cb7-8bd1-114e101866a7 on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:01:46.439716 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Attempting to bind port 0fa90088-71f9-4cb7-8bd1-114e101866a7 by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '224a5454-26c4-43c1-b4e1-dc969d471742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '13e624b6-b018-4233-943c-4f9b667ac0a6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:01:46.440093 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Attempting to bind port 0fa90088-71f9-4cb7-8bd1-114e101866a7 on network 13e624b6-b018-4233-943c-4f9b667ac0a6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:01:46.455100 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Port 0fa90088-71f9-4cb7-8bd1-114e101866a7 on network 13e624b6-b018-4233-943c-4f9b667ac0a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:01:46.455460 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Attempting to bind port 0fa90088-71f9-4cb7-8bd1-114e101866a7 on network 13e624b6-b018-4233-943c-4f9b667ac0a6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:01:46.461663 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ccf340a0-85bf-44f3-b8b4-3c662252ca04 req-29600618-89a5-4414-943a-4a9c484adb09 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712831 Sep 09 21:01:46.469199 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:01:46.469749 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Checking segment: {'id': '224a5454-26c4-43c1-b4e1-dc969d471742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '13e624b6-b018-4233-943c-4f9b667ac0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:01:46.470431 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Bound using segment: {'id': '224a5454-26c4-43c1-b4e1-dc969d471742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '13e624b6-b018-4233-943c-4f9b667ac0a6'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:01:46.471179 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Bound port: 0fa90088-71f9-4cb7-8bd1-114e101866a7, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224a5454-26c4-43c1-b4e1-dc969d471742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '13e624b6-b018-4233-943c-4f9b667ac0a6'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:01:46.471831 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:46.557242 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] For port 0fa90088-71f9-4cb7-8bd1-114e101866a7, host hv-cinder-80508, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:01:46.560987 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] For port 0fa90088-71f9-4cb7-8bd1-114e101866a7, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=0fa90088-71f9-4cb7-8bd1-114e101866a7,segment=NetworkSegment(224a5454-26c4-43c1-b4e1-dc969d471742),segment_id=224a5454-26c4-43c1-b4e1-dc969d471742)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:01:46.567990 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:46.610210 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:46.611264 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:46.612797 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] 10.222.0.48 "PUT /v2.0/ports/0fa90088-71f9-4cb7-8bd1-114e101866a7 HTTP/1.1" status: 200 len: 1093 time: 1.5233407 Sep 09 21:01:46.615527 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8dd08c8-1fff-4ca1-a872-9b53a524f152', 'tag': '0fa90088-71f9-4cb7-8bd1-114e101866a7'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:01:46.618477 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d19667-81e7-4a88-b575-e4c397d8f645" -d '{"events": [{"name": "network-changed", "server_uuid": "b8dd08c8-1fff-4ca1-a872-9b53a524f152", "tag": "0fa90088-71f9-4cb7-8bd1-114e101866a7"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:01:46.656537 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75719916-d544-4cf5-95fa-53ef2f55327d service neutron] Pushing event updated for resources: {'Port': ['ID=0fa90088-71f9-4cb7-8bd1-114e101866a7,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:46.676599 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b5bffb-0976-40c6-97a1-b438cda8c7c8 x-openstack-request-id: req-46b5bffb-0976-40c6-97a1-b438cda8c7c8 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:01:46.677031 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8dd08c8-1fff-4ca1-a872-9b53a524f152", "tag": "0fa90088-71f9-4cb7-8bd1-114e101866a7", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:01:46.677370 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46b5bffb-0976-40c6-97a1-b438cda8c7c8 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:01:46.677859 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8dd08c8-1fff-4ca1-a872-9b53a524f152', 'tag': '0fa90088-71f9-4cb7-8bd1-114e101866a7', 'status': 'completed', 'code': 200} Sep 09 21:01:46.754088 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-8b0cfa89-04f5-451b-8239-a86e74147923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:46.756712 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-8b0cfa89-04f5-451b-8239-a86e74147923 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c29024ca7a6e4af18b70c12d66b845c3&device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 1096 time: 0.0601244 Sep 09 21:01:46.846883 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-24b38b05-0f96-4f22-a76a-69e90d7f669f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fa90088-71f9-4cb7-8bd1-114e101866a7 HTTP/1.1" status: 200 len: 217 time: 0.0803461 Sep 09 21:01:46.870949 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6de77-7100-46e1-a7cf-fc52379c27a2 req-8eb81d75-c39d-41f4-99fa-913448b25215 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:46.872654 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c2a6de77-7100-46e1-a7cf-fc52379c27a2 req-8eb81d75-c39d-41f4-99fa-913448b25215 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 943 time: 0.1081119 Sep 09 21:01:46.956658 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-6099efb0-c012-4c0a-a264-c81b749ed27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:46.958597 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-6099efb0-c012-4c0a-a264-c81b749ed27c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3e7a496-997e-48a7-b7c6-5dc8f106749f HTTP/1.1" status: 200 len: 849 time: 0.0849297 Sep 09 21:01:46.962096 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c2a6de77-7100-46e1-a7cf-fc52379c27a2 req-456f00ad-e03e-459c-ae04-1bf7b6915827 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787618 Sep 09 21:01:47.018225 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-728a430d-353b-4d60-9502-8fc90b75e59e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e624b6-b018-4233-943c-4f9b667ac0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467055 Sep 09 21:01:47.200534 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-624d0576-6f59-48d7-8856-731a5e577bf5 service neutron] 10.222.0.48 "GET /v2.0/networks/13e624b6-b018-4233-943c-4f9b667ac0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622307 Sep 09 21:01:47.212246 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa98ae-b236-44a7-8c79-cabd70700669 req-e2f92f91-0f60-4bec-9427-1604ff39e6ea tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:47.213853 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-47aa98ae-b236-44a7-8c79-cabd70700669 req-e2f92f91-0f60-4bec-9427-1604ff39e6ea tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1406620 Sep 09 21:01:47.298638 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-47aa98ae-b236-44a7-8c79-cabd70700669 req-21ecb2f1-4290-4168-9960-6fb7576e99d3 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760472 Sep 09 21:01:47.403433 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f624646-d25b-4fcb-946e-00323b719ac1 req-80286010-8f41-45c4-9b24-e995b7c62691 service neutron] 10.222.0.48 "GET /v2.0/networks/13e624b6-b018-4233-943c-4f9b667ac0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554193 Sep 09 21:01:47.485158 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 68b875f7-15d1-453a-8b9a-e2ee3bc586bb up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:01:47.583662 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d19667-81e7-4a88-b575-e4c397d8f645 req-b588ae6b-cf85-4c7c-b097-8bea2901d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:47.585555 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e9d19667-81e7-4a88-b575-e4c397d8f645 req-b588ae6b-cf85-4c7c-b097-8bea2901d4f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c29024ca7a6e4af18b70c12d66b845c3&device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 1096 time: 0.0893056 Sep 09 21:01:47.586676 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port 68b875f7-15d1-453a-8b9a-e2ee3bc586bb completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:01:47.594774 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port 68b875f7-15d1-453a-8b9a-e2ee3bc586bb triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:01:47.595345 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:47.759072 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:47.793256 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33487e8-7e2c-41b2-ab49-856579d8c92e req-e283acb7-7b95-49ef-a71e-a53422a70bfa tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:47.795854 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a33487e8-7e2c-41b2-ab49-856579d8c92e req-e283acb7-7b95-49ef-a71e-a53422a70bfa tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 944 time: 0.1683099 Sep 09 21:01:47.807943 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d19667-81e7-4a88-b575-e4c397d8f645 req-5f09260d-c076-483e-94c2-366c52801734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:47.810141 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a826182c-75e1-41d3-8f82-449a15ae1031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b875f7-15d1-453a-8b9a-e2ee3bc586bb'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:01:47.810370 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e9d19667-81e7-4a88-b575-e4c397d8f645 req-5f09260d-c076-483e-94c2-366c52801734 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e624b6-b018-4233-943c-4f9b667ac0a6 HTTP/1.1" status: 200 len: 910 time: 0.1995935 Sep 09 21:01:47.813991 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256664c3-8334-4a2f-8083-232bba7101ec" -d '{"events": [{"server_uuid": "a826182c-75e1-41d3-8f82-449a15ae1031", "name": "network-vif-plugged", "status": "completed", "tag": "68b875f7-15d1-453a-8b9a-e2ee3bc586bb"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:01:47.850664 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 68b875f7-15d1-453a-8b9a-e2ee3bc586bb, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=68b875f7-15d1-453a-8b9a-e2ee3bc586bb,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:01:47.861734 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:47.918712 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e9d19667-81e7-4a88-b575-e4c397d8f645 req-f2abc173-b226-4bf9-a969-e1803b45f4a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fa90088-71f9-4cb7-8bd1-114e101866a7 HTTP/1.1" status: 200 len: 217 time: 0.0836101 Sep 09 21:01:47.989914 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=68b875f7-15d1-453a-8b9a-e2ee3bc586bb,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:48.056637 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a33487e8-7e2c-41b2-ab49-856579d8c92e req-e7dc9568-cf0d-4cb5-b2e0-48575128b447 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430108 Sep 09 21:01:48.150461 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c4b69f-c5fc-4889-8ecc-d2c02927a492 x-openstack-request-id: req-50c4b69f-c5fc-4889-8ecc-d2c02927a492 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:01:48.150919 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d19667-81e7-4a88-b575-e4c397d8f645 req-cc1f960c-f4b9-42d4-8473-57f5294e87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:48.151231 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a826182c-75e1-41d3-8f82-449a15ae1031", "name": "network-vif-plugged", "status": "completed", "tag": "68b875f7-15d1-453a-8b9a-e2ee3bc586bb", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:01:48.151884 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50c4b69f-c5fc-4889-8ecc-d2c02927a492 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:01:48.152488 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a826182c-75e1-41d3-8f82-449a15ae1031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b875f7-15d1-453a-8b9a-e2ee3bc586bb', 'code': 200} Sep 09 21:01:48.153726 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e9d19667-81e7-4a88-b575-e4c397d8f645 req-cc1f960c-f4b9-42d4-8473-57f5294e87fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3e7a496-997e-48a7-b7c6-5dc8f106749f HTTP/1.1" status: 200 len: 849 time: 0.2211719 Sep 09 21:01:48.199230 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58a7ad-94dd-4ce7-b71e-fc28dee54dc8 req-b049502a-a0b4-4256-bb06-edcce4877473 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:48.201573 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2b58a7ad-94dd-4ce7-b71e-fc28dee54dc8 req-b049502a-a0b4-4256-bb06-edcce4877473 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.1432600 Sep 09 21:01:48.232832 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e9d19667-81e7-4a88-b575-e4c397d8f645 req-22031d5b-7b50-4934-b0e6-31995fc33f97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e624b6-b018-4233-943c-4f9b667ac0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639405 Sep 09 21:01:48.350550 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2b58a7ad-94dd-4ce7-b71e-fc28dee54dc8 req-b9c4d380-9f7b-4c99-9402-d91726e6b200 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221399 Sep 09 21:01:48.417745 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386830a-1229-421f-9b93-d2f886c3c978 req-4b709230-1a32-4bdc-b5f5-28e171c30d7f tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:48.422571 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a19168d-9217-41c8-b0cc-e2939c704d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:48.429839 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3386830a-1229-421f-9b93-d2f886c3c978 req-4b709230-1a32-4bdc-b5f5-28e171c30d7f tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 943 time: 0.1725559 Sep 09 21:01:48.462315 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b07ba-e06f-48a9-b75d-62ac1afe796d req-a7ef764a-bd7c-4730-a60d-3901b8dc48be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:48.464953 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-ec7b07ba-e06f-48a9-b75d-62ac1afe796d req-a7ef764a-bd7c-4730-a60d-3901b8dc48be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 1098 time: 0.0904102 Sep 09 21:01:48.486413 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e9d19667-81e7-4a88-b575-e4c397d8f645 req-cb76ec52-e8f5-4c34-8a28-d320a32e437d service neutron] 10.222.0.48 "GET /v2.0/networks/13e624b6-b018-4233-943c-4f9b667ac0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304504 Sep 09 21:01:48.517121 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-ec7b07ba-e06f-48a9-b75d-62ac1afe796d req-3996a923-8d3b-4216-b260-ea124cb49080 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392792 Sep 09 21:01:48.546405 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3386830a-1229-421f-9b93-d2f886c3c978 req-08075021-1ef1-49f5-a3d9-8dfc9fae3b5d tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151223 Sep 09 21:01:48.601584 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:48.651080 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e9d19667-81e7-4a88-b575-e4c397d8f645 req-54c38ada-d756-4381-a832-0ccbf23b05ee service neutron] 10.222.0.48 "GET /v2.0/networks/13e624b6-b018-4233-943c-4f9b667ac0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443617 Sep 09 21:01:48.918189 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0939778-ae36-4bb7-a85a-b5ec47a18ef0 req-43c54a63-61e7-4e37-bf37-4b31197abf4d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:48.920289 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d0939778-ae36-4bb7-a85a-b5ec47a18ef0 req-43c54a63-61e7-4e37-bf37-4b31197abf4d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0685616 Sep 09 21:01:48.969535 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d0939778-ae36-4bb7-a85a-b5ec47a18ef0 req-7b989463-7a61-45b2-ac38-39b8a8c6b513 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423095 Sep 09 21:01:49.240609 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c46f9-6c9d-4a1a-bde3-5ccdb358a82c req-50cb38cf-b0bf-4f3e-a11f-b74d99d012f8 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:49.242646 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a83c46f9-6c9d-4a1a-bde3-5ccdb358a82c req-50cb38cf-b0bf-4f3e-a11f-b74d99d012f8 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 945 time: 0.0560796 Sep 09 21:01:49.298443 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a83c46f9-6c9d-4a1a-bde3-5ccdb358a82c req-4a83174c-45f7-4a43-b595-338e638c1940 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479412 Sep 09 21:01:49.501213 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff14dc2-f099-45ba-813f-93698cb8c5e2 req-0c05dfe1-93a3-4e39-b828-cea2ec62a949 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:49.502767 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3ff14dc2-f099-45ba-813f-93698cb8c5e2 req-0c05dfe1-93a3-4e39-b828-cea2ec62a949 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0588067 Sep 09 21:01:49.549386 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3ff14dc2-f099-45ba-813f-93698cb8c5e2 req-22bac9ee-2b75-421e-9347-0859fab0a57a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370350 Sep 09 21:01:49.728996 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b907a-9333-426a-b798-9b442034ef48 req-7461f37d-5725-45b1-9b8a-a1dac2c6508a tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:49.731538 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5f7b907a-9333-426a-b798-9b442034ef48 req-7461f37d-5725-45b1-9b8a-a1dac2c6508a tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 943 time: 0.0653143 Sep 09 21:01:49.785960 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5f7b907a-9333-426a-b798-9b442034ef48 req-faf8b42b-7a1f-4191-b8f0-ffe39ec5a34a tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479221 Sep 09 21:01:49.953425 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da3348-f93d-402c-ba35-451bf94c6c7e req-eae48c10-4172-4272-9f80-6bb8b17d1ea3 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:49.955091 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-80da3348-f93d-402c-ba35-451bf94c6c7e req-eae48c10-4172-4272-9f80-6bb8b17d1ea3 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 945 time: 0.0540457 Sep 09 21:01:49.972351 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:50.010876 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-80da3348-f93d-402c-ba35-451bf94c6c7e req-7aaa41de-f77f-47da-9574-021b9a598539 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446863 Sep 09 21:01:50.128949 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68f641-d43c-490e-915d-8f416c29bde6 req-8986711a-7295-43a6-8b4a-9a30ce9e3e1c tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:50.130666 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4c68f641-d43c-490e-915d-8f416c29bde6 req-8986711a-7295-43a6-8b4a-9a30ce9e3e1c tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0631211 Sep 09 21:01:50.187042 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4c68f641-d43c-490e-915d-8f416c29bde6 req-a9770e73-614f-4258-9dfc-a3ba2c45cf1c tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496175 Sep 09 21:01:50.447040 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf4fb7-0bd2-49c2-b4ab-6179ac4d8eef req-2571f571-c10d-411b-8f52-e188694746ab tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:50.448696 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-baaf4fb7-0bd2-49c2-b4ab-6179ac4d8eef req-2571f571-c10d-411b-8f52-e188694746ab tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 945 time: 0.0547640 Sep 09 21:01:50.493431 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-baaf4fb7-0bd2-49c2-b4ab-6179ac4d8eef req-08d340a5-d79a-4bac-ba33-58bf2227a259 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382164 Sep 09 21:01:50.720984 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9b381-44b9-43f1-be38-9d1f9738eebc req-03659575-da84-4702-9eec-cf049664a8af tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:50.723477 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bbc9b381-44b9-43f1-be38-9d1f9738eebc req-03659575-da84-4702-9eec-cf049664a8af tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0700262 Sep 09 21:01:50.790055 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bbc9b381-44b9-43f1-be38-9d1f9738eebc req-8c536eae-dd21-4b6a-b62e-8ae3349d6394 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548959 Sep 09 21:01:50.965575 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2f1c1-af11-43ed-884c-0b56e5b67a8e req-0c78beca-59c9-4042-a805-5fe9c5961df3 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:50.967248 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-48a2f1c1-af11-43ed-884c-0b56e5b67a8e req-0c78beca-59c9-4042-a805-5fe9c5961df3 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 943 time: 0.0686080 Sep 09 21:01:51.013566 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-48a2f1c1-af11-43ed-884c-0b56e5b67a8e req-5c82b846-f199-4c6c-9c75-5a1d5dfc9f61 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382726 Sep 09 21:01:51.184335 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30636854-67b9-4b3d-9c77-1f8d0a57e092 req-d3e74356-30e2-46c4-a0c3-2ada45a58fc2 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:51.187102 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-30636854-67b9-4b3d-9c77-1f8d0a57e092 req-d3e74356-30e2-46c4-a0c3-2ada45a58fc2 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 945 time: 0.0852790 Sep 09 21:01:51.238410 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-30636854-67b9-4b3d-9c77-1f8d0a57e092 req-f981c4bf-ac34-4015-9656-dc4fb52cea26 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444028 Sep 09 21:01:51.362022 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffb375-e1b3-442d-b458-ccbd5b418b90 req-bb5a2a71-2476-4a75-a53f-9c2dfb011599 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:51.364994 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7bffb375-e1b3-442d-b458-ccbd5b418b90 req-bb5a2a71-2476-4a75-a53f-9c2dfb011599 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0874541 Sep 09 21:01:51.392545 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:51.419520 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7bffb375-e1b3-442d-b458-ccbd5b418b90 req-1b3f53ec-8255-4ab0-9854-3e9e7346d636 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475407 Sep 09 21:01:51.542395 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 0fa90088-71f9-4cb7-8bd1-114e101866a7 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:01:51.678536 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 0fa90088-71f9-4cb7-8bd1-114e101866a7, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=0fa90088-71f9-4cb7-8bd1-114e101866a7,segment=NetworkSegment(224a5454-26c4-43c1-b4e1-dc969d471742),segment_id=224a5454-26c4-43c1-b4e1-dc969d471742)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:01:51.692648 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': '0fa90088-71f9-4cb7-8bd1-114e101866a7', 'network_id': '13e624b6-b018-4233-943c-4f9b667ac0a6', 'port_id': '0fa90088-71f9-4cb7-8bd1-114e101866a7', 'mac_address': 'fa:16:3e:04:97:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e7a496-997e-48a7-b7c6-5dc8f106749f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:01:51.737906 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:51.753120 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa90088-71f9-4cb7-8bd1-114e101866a7 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:01:51.781419 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 0fa90088-71f9-4cb7-8bd1-114e101866a7, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=0fa90088-71f9-4cb7-8bd1-114e101866a7,segment=NetworkSegment(224a5454-26c4-43c1-b4e1-dc969d471742),segment_id=224a5454-26c4-43c1-b4e1-dc969d471742)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:01:51.787138 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:51.851510 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=0fa90088-71f9-4cb7-8bd1-114e101866a7,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:52.001155 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ab897-3ba6-477c-aca8-bc2819d75b1d req-c3f1a67b-01e0-4814-b723-2a4a36470ed0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:52.002909 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fc9ab897-3ba6-477c-aca8-bc2819d75b1d req-c3f1a67b-01e0-4814-b723-2a4a36470ed0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0907350 Sep 09 21:01:52.049886 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fc9ab897-3ba6-477c-aca8-bc2819d75b1d req-cc3b254f-e391-4761-bb58-597e34c7a2ca tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382318 Sep 09 21:01:52.202478 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a56826-0cd5-4077-8552-80579993a6e0 req-f69e76d7-a4c6-4df4-8a98-c216fcba771c tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:52.204449 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-80a56826-0cd5-4077-8552-80579993a6e0 req-f69e76d7-a4c6-4df4-8a98-c216fcba771c tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 944 time: 0.0808022 Sep 09 21:01:52.265358 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-80a56826-0cd5-4077-8552-80579993a6e0 req-49377084-726d-49af-bc36-be746972a3e2 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527194 Sep 09 21:01:52.318557 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['0fa90088-71f9-4cb7-8bd1-114e101866a7'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:01:52.438686 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a496f-517f-4a97-b30c-0fb7fc5eae7f req-482fdefc-e2d2-47a2-b6dc-4afa4f0ec94e tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:52.440567 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6e2a496f-517f-4a97-b30c-0fb7fc5eae7f req-482fdefc-e2d2-47a2-b6dc-4afa4f0ec94e tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 945 time: 0.0804236 Sep 09 21:01:52.588694 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6e2a496f-517f-4a97-b30c-0fb7fc5eae7f req-f9fc8022-9222-4194-a297-c034249af01c tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299758 Sep 09 21:01:52.609238 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce12ca0-bd02-4759-87a1-1c19ea846360 req-8c11280b-ac9b-4497-adbe-0739ad82e336 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:52.611002 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bce12ca0-bd02-4759-87a1-1c19ea846360 req-8c11280b-ac9b-4497-adbe-0739ad82e336 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.48 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 945 time: 0.1189108 Sep 09 21:01:52.631857 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3cad-f817-469a-b1bb-01b627a8287c req-7317f504-86c4-4330-832b-dd94bf611692 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:52.633659 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1d2e3cad-f817-469a-b1bb-01b627a8287c req-7317f504-86c4-4330-832b-dd94bf611692 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1164939 Sep 09 21:01:52.732570 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1d2e3cad-f817-469a-b1bb-01b627a8287c req-53bb6922-32eb-4c82-83fb-67659d317edf tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873690 Sep 09 21:01:52.765055 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-bce12ca0-bd02-4759-87a1-1c19ea846360 req-d5475f6f-faf1-4d9b-864d-e649f7cd767f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Deleting port a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:01:52.766383 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bce12ca0-bd02-4759-87a1-1c19ea846360 req-d5475f6f-faf1-4d9b-864d-e649f7cd767f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:52.869369 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bce12ca0-bd02-4759-87a1-1c19ea846360 req-d5475f6f-faf1-4d9b-864d-e649f7cd767f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] For port a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7,segment=NetworkSegment(cd26ad8a-cdaa-4d80-9e66-df691b959d92),segment_id=cd26ad8a-cdaa-4d80-9e66-df691b959d92)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:01:52.869829 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bce12ca0-bd02-4759-87a1-1c19ea846360 req-d5475f6f-faf1-4d9b-864d-e649f7cd767f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:52.886110 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-bce12ca0-bd02-4759-87a1-1c19ea846360 req-d5475f6f-faf1-4d9b-864d-e649f7cd767f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Calling delete_port for a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:01:53.037649 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bce12ca0-bd02-4759-87a1-1c19ea846360 req-d5475f6f-faf1-4d9b-864d-e649f7cd767f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:53.071599 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5475f6f-faf1-4d9b-864d-e649f7cd767f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Pushing event deleted for resources: {'Port': ['ID=a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:53.127450 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce12ca0-bd02-4759-87a1-1c19ea846360 req-d5475f6f-faf1-4d9b-864d-e649f7cd767f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] No DVR routers for this DVR port a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:01:53.131138 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bce12ca0-bd02-4759-87a1-1c19ea846360 req-d5475f6f-faf1-4d9b-864d-e649f7cd767f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:53.133926 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bce12ca0-bd02-4759-87a1-1c19ea846360 req-d5475f6f-faf1-4d9b-864d-e649f7cd767f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.48 "DELETE /v2.0/ports/a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 HTTP/1.1" status: 204 len: 173 time: 0.5134718 Sep 09 21:01:53.134558 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803e85ba-c66a-4afe-bf2c-f7594ff135b3', 'name': 'network-vif-deleted', 'tag': 'a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:01:53.137287 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baac5bb-750a-4792-8fbf-6550b8092ae3" -d '{"events": [{"server_uuid": "803e85ba-c66a-4afe-bf2c-f7594ff135b3", "name": "network-vif-deleted", "tag": "a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:01:53.202954 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d94320-25d8-4968-8f43-3b681cc1b6fd x-openstack-request-id: req-43d94320-25d8-4968-8f43-3b681cc1b6fd {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:01:53.202954 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803e85ba-c66a-4afe-bf2c-f7594ff135b3", "name": "network-vif-deleted", "tag": "a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:01:53.203304 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43d94320-25d8-4968-8f43-3b681cc1b6fd {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:01:53.203786 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803e85ba-c66a-4afe-bf2c-f7594ff135b3', 'name': 'network-vif-deleted', 'tag': 'a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7', 'status': 'completed', 'code': 200} Sep 09 21:01:53.243996 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676d35f-a6d8-4e19-b2bb-5a5502dc0c94 req-542f92e1-2dfc-4ac7-aea4-c69f2f3040e2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:53.249780 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a676d35f-a6d8-4e19-b2bb-5a5502dc0c94 req-542f92e1-2dfc-4ac7-aea4-c69f2f3040e2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0955207 Sep 09 21:01:53.334240 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a676d35f-a6d8-4e19-b2bb-5a5502dc0c94 req-732d942e-c104-4b1e-891a-37b44bcf2123 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722718 Sep 09 21:01:53.424088 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79ffd8-659a-4951-b8bd-a376cc4cd24c req-65cebf4a-6a74-4d41-8019-e59cdf9f0436 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:53.427357 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ae79ffd8-659a-4951-b8bd-a376cc4cd24c req-65cebf4a-6a74-4d41-8019-e59cdf9f0436 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 944 time: 0.0736604 Sep 09 21:01:53.438512 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:01:53.475618 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ae79ffd8-659a-4951-b8bd-a376cc4cd24c req-28bcfca2-a13d-420e-96d6-6fa744af8f9a tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417254 Sep 09 21:01:53.717617 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e2211cc0-3dee-4d80-964d-c66e9eb1dad0 req-ffb75778-4ae9-4a62-aac5-9cc500ccacdc tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=803e85ba-c66a-4afe-bf2c-f7594ff135b3 HTTP/1.1" status: 200 len: 210 time: 0.0323732 Sep 09 21:01:53.893209 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45e966-8307-4583-9479-9642c083b420 req-8ea5d94c-efb9-400c-b9a2-98e2ef8179c6 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:53.896732 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6a45e966-8307-4583-9479-9642c083b420 req-8ea5d94c-efb9-400c-b9a2-98e2ef8179c6 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0691404 Sep 09 21:01:53.953234 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6a45e966-8307-4583-9479-9642c083b420 req-e034655d-d0f0-45f8-8931-dcf6048b530a tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444353 Sep 09 21:01:54.513499 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeabe13-57de-4f13-96cc-b4fda43a9a16 req-0ecccd5f-d98c-492a-9f5f-d28c3cb9de7b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:54.515186 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7eeabe13-57de-4f13-96cc-b4fda43a9a16 req-0ecccd5f-d98c-492a-9f5f-d28c3cb9de7b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0561600 Sep 09 21:01:54.559483 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7eeabe13-57de-4f13-96cc-b4fda43a9a16 req-c768cca0-24b6-4aaa-8fbf-f802ce96c992 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370615 Sep 09 21:01:54.688262 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959e105-0786-40d7-95f5-f5e372fb4a73 req-54f88aa8-2f56-4277-9fdc-14c5cd967809 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:54.691936 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8959e105-0786-40d7-95f5-f5e372fb4a73 req-54f88aa8-2f56-4277-9fdc-14c5cd967809 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 944 time: 0.0955377 Sep 09 21:01:54.739821 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8959e105-0786-40d7-95f5-f5e372fb4a73 req-9041cbda-a313-4cca-a1c3-c3003f4e2b69 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369430 Sep 09 21:01:55.099858 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117d052-1170-4791-af7d-831a7c6a63b8 req-24081dd3-6e75-40f3-be44-c40bd8803783 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:55.101527 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2117d052-1170-4791-af7d-831a7c6a63b8 req-24081dd3-6e75-40f3-be44-c40bd8803783 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0612237 Sep 09 21:01:55.149298 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2117d052-1170-4791-af7d-831a7c6a63b8 req-b8ec5a71-c444-4508-aa8c-86ac3377cd23 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365462 Sep 09 21:01:55.697070 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416b0dc-d29a-43b5-a9dc-4d1ced1255bc req-f42a3c74-1e7f-46be-bf06-75e16387ebc2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:55.698847 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f416b0dc-d29a-43b5-a9dc-4d1ced1255bc req-f42a3c74-1e7f-46be-bf06-75e16387ebc2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0565474 Sep 09 21:01:55.748428 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f416b0dc-d29a-43b5-a9dc-4d1ced1255bc req-6df21f7b-2a01-4227-b741-380fb040e12e tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424800 Sep 09 21:01:55.883865 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a3563-a41c-431d-ae9c-7fb2a8cb8c4f req-aef57e77-bc04-4494-8c48-d3b3a38be935 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:55.885604 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ba1a3563-a41c-431d-ae9c-7fb2a8cb8c4f req-aef57e77-bc04-4494-8c48-d3b3a38be935 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 944 time: 0.0554101 Sep 09 21:01:55.932596 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ba1a3563-a41c-431d-ae9c-7fb2a8cb8c4f req-88956dd4-a5cf-42e5-8b0d-37cbd84982eb tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399721 Sep 09 21:01:56.285473 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95355371-9369-4457-b92c-bfd74550eb9a req-870d4568-0866-471b-835d-740577ae09cc tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:56.287186 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-95355371-9369-4457-b92c-bfd74550eb9a req-870d4568-0866-471b-835d-740577ae09cc tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0584779 Sep 09 21:01:56.336999 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-95355371-9369-4457-b92c-bfd74550eb9a req-052015c8-153f-45ec-b340-7c53969fe64b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384028 Sep 09 21:01:56.918339 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c062fc-a0a1-4d94-bd38-6632d9f590a0 req-bbfaa864-8445-4f08-8454-ebb8139afbf3 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:56.920028 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-40c062fc-a0a1-4d94-bd38-6632d9f590a0 req-bbfaa864-8445-4f08-8454-ebb8139afbf3 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0590334 Sep 09 21:01:56.977610 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-40c062fc-a0a1-4d94-bd38-6632d9f590a0 req-383aea16-3124-44c4-9071-ef3ee690a38a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460935 Sep 09 21:01:57.068789 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0382a6-8b77-4f26-bbe2-9ba497f81b9e req-8b1d476c-f2a5-49c9-a967-090314dd95b2 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:57.070457 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2e0382a6-8b77-4f26-bbe2-9ba497f81b9e req-8b1d476c-f2a5-49c9-a967-090314dd95b2 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 944 time: 0.0566621 Sep 09 21:01:57.139904 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2e0382a6-8b77-4f26-bbe2-9ba497f81b9e req-e49b2d39-81e1-43f3-b6a8-b627b7ec50fb tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583005 Sep 09 21:01:57.478153 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d02d59-30f5-43e6-b058-af5c506c5b5c req-bf49046d-99ba-43fa-aa88-218a9d5305fa tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:57.480144 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d5d02d59-30f5-43e6-b058-af5c506c5b5c req-bf49046d-99ba-43fa-aa88-218a9d5305fa tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0618052 Sep 09 21:01:57.526572 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d5d02d59-30f5-43e6-b058-af5c506c5b5c req-4b3638af-71a8-4e72-89fc-df2f5413f6b6 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392292 Sep 09 21:01:58.113232 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 0fa90088-71f9-4cb7-8bd1-114e101866a7 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:01:58.134057 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3f098-5ebb-454f-a22f-2b3e15300537 req-95ba8e01-29b4-445f-b8a4-a7fa8067e9a8 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:58.136831 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e0c3f098-5ebb-454f-a22f-2b3e15300537 req-95ba8e01-29b4-445f-b8a4-a7fa8067e9a8 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0626960 Sep 09 21:01:58.211523 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e0c3f098-5ebb-454f-a22f-2b3e15300537 req-2073f0b7-8166-4972-94dc-af8b07bfbd7d tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661983 Sep 09 21:01:58.216910 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port 0fa90088-71f9-4cb7-8bd1-114e101866a7 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:01:58.229202 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port 0fa90088-71f9-4cb7-8bd1-114e101866a7 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:01:58.229980 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:58.358176 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:58.359657 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc69333-1aa5-45db-bd66-109ac095bf37 req-8b9a483b-c9e0-4147-8466-7ef288827368 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:58.361751 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2fc69333-1aa5-45db-bd66-109ac095bf37 req-8b9a483b-c9e0-4147-8466-7ef288827368 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 944 time: 0.0708594 Sep 09 21:01:58.391032 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8dd08c8-1fff-4ca1-a872-9b53a524f152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa90088-71f9-4cb7-8bd1-114e101866a7'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:01:58.393506 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e0e643-e8b9-47fb-8ffc-361514ae22b2" -d '{"events": [{"server_uuid": "b8dd08c8-1fff-4ca1-a872-9b53a524f152", "name": "network-vif-plugged", "status": "completed", "tag": "0fa90088-71f9-4cb7-8bd1-114e101866a7"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:01:58.410645 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 0fa90088-71f9-4cb7-8bd1-114e101866a7, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=0fa90088-71f9-4cb7-8bd1-114e101866a7,segment=NetworkSegment(224a5454-26c4-43c1-b4e1-dc969d471742),segment_id=224a5454-26c4-43c1-b4e1-dc969d471742)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:01:58.417454 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:01:58.422275 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2fc69333-1aa5-45db-bd66-109ac095bf37 req-f08a30a3-e90c-4842-b537-da2f17dc9498 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524426 Sep 09 21:01:58.431036 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:01:58.472773 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35348b28-a7ec-4461-ac50-6c194ada4dd4 x-openstack-request-id: req-35348b28-a7ec-4461-ac50-6c194ada4dd4 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:01:58.473182 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8dd08c8-1fff-4ca1-a872-9b53a524f152", "name": "network-vif-plugged", "status": "completed", "tag": "0fa90088-71f9-4cb7-8bd1-114e101866a7", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:01:58.473523 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35348b28-a7ec-4461-ac50-6c194ada4dd4 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:01:58.474004 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8dd08c8-1fff-4ca1-a872-9b53a524f152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa90088-71f9-4cb7-8bd1-114e101866a7', 'code': 200} Sep 09 21:01:58.478182 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:01:58.478606 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device a0fc16f5-ac15-4463-84c9-a5dcae5d0cc7 not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:01:58.509373 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=0fa90088-71f9-4cb7-8bd1-114e101866a7,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:01:58.764948 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e833f-980c-4d4a-9eb2-e96023e79dd7 req-99f4a545-aff9-4b2b-a410-d3178b3772af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:58.767352 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-110e833f-980c-4d4a-9eb2-e96023e79dd7 req-99f4a545-aff9-4b2b-a410-d3178b3772af service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 1098 time: 0.1450610 Sep 09 21:01:58.783254 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb6d8d-3415-48ae-a36a-37ba3863fb04 req-5d83af79-78d2-4a32-91b1-0982908a8a1c tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:58.785997 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0adb6d8d-3415-48ae-a36a-37ba3863fb04 req-5d83af79-78d2-4a32-91b1-0982908a8a1c tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1488199 Sep 09 21:01:58.890386 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0adb6d8d-3415-48ae-a36a-37ba3863fb04 req-f275694c-17d9-4880-a24d-14e23335b56b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921285 Sep 09 21:01:58.894500 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-110e833f-980c-4d4a-9eb2-e96023e79dd7 req-16acc203-30f0-4a68-af8f-046b26e9a70b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064544 Sep 09 21:01:59.415161 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2384fb-bd02-408e-87ce-65022ab2e9bf req-2e32000c-b1df-469b-a2fc-a09cb38d02f8 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:59.423263 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cb2384fb-bd02-408e-87ce-65022ab2e9bf req-2e32000c-b1df-469b-a2fc-a09cb38d02f8 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0767870 Sep 09 21:01:59.493352 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cb2384fb-bd02-408e-87ce-65022ab2e9bf req-d58b53aa-d9d0-4c68-b974-ccbf1111f838 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677309 Sep 09 21:01:59.669663 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca1622-fd7a-44e2-85b2-6e2aa01f4829 req-610e7a78-c810-4897-9fc4-909a7e3fd899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:59.672343 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dbca1622-fd7a-44e2-85b2-6e2aa01f4829 req-610e7a78-c810-4897-9fc4-909a7e3fd899 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=983b19e5ed194cd8997bf4890869c35a&device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 1098 time: 0.2047739 Sep 09 21:01:59.689437 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e93d2-b697-40eb-8599-1c745b054c86 req-bd423953-2b20-45e8-9870-79f0f6b340d6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:59.692230 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-df2e93d2-b697-40eb-8599-1c745b054c86 req-bd423953-2b20-45e8-9870-79f0f6b340d6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1669686 Sep 09 21:01:59.804267 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356e75b-ff0e-49e7-ba9e-8efca3b4a6c8 req-614a853b-aeaa-48fb-a407-c1e816ce574f tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:59.806811 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b356e75b-ff0e-49e7-ba9e-8efca3b4a6c8 req-614a853b-aeaa-48fb-a407-c1e816ce574f tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 945 time: 0.2226059 Sep 09 21:01:59.932500 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-df2e93d2-b697-40eb-8599-1c745b054c86 req-4afffb06-d0f9-4c73-99d7-c57c31f76bb2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201648 Sep 09 21:01:59.974257 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b356e75b-ff0e-49e7-ba9e-8efca3b4a6c8 req-4fac163d-078d-43b6-bd3c-9f41abe1daad tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595747 Sep 09 21:01:59.994953 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca1622-fd7a-44e2-85b2-6e2aa01f4829 req-dabb0501-4010-45e3-93f0-4cd58e014348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:01:59.997753 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dbca1622-fd7a-44e2-85b2-6e2aa01f4829 req-dabb0501-4010-45e3-93f0-4cd58e014348 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 HTTP/1.1" status: 200 len: 920 time: 0.3040318 Sep 09 21:02:00.072340 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dbca1622-fd7a-44e2-85b2-6e2aa01f4829 req-33c89f64-f7e0-43ab-8411-900c45e9252f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e21f681c-10ec-4cea-a806-650c99dd6ae5 HTTP/1.1" status: 200 len: 217 time: 0.0587752 Sep 09 21:02:00.157847 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf83010-ef06-488a-bef0-1d8567767ff2 req-a4fb761e-cc31-4565-8996-66595ed7b0c2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:00.160483 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eaf83010-ef06-488a-bef0-1d8567767ff2 req-a4fb761e-cc31-4565-8996-66595ed7b0c2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1563845 Sep 09 21:02:00.187951 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca1622-fd7a-44e2-85b2-6e2aa01f4829 req-779bf00d-5381-4b16-81e0-1dae56c21214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:00.189822 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dbca1622-fd7a-44e2-85b2-6e2aa01f4829 req-779bf00d-5381-4b16-81e0-1dae56c21214 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0a6322a-8e0a-4b0a-99c3-ed27597028f0 HTTP/1.1" status: 200 len: 859 time: 0.1084812 Sep 09 21:02:00.236493 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dbca1622-fd7a-44e2-85b2-6e2aa01f4829 req-06e70270-62ed-4285-bf7b-893fdff2d84d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349088 Sep 09 21:02:00.261484 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eaf83010-ef06-488a-bef0-1d8567767ff2 req-136c8847-fc92-45c3-823b-75b7945826ad tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896864 Sep 09 21:02:00.370224 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dbca1622-fd7a-44e2-85b2-6e2aa01f4829 req-26e74ec3-531e-4145-9c9e-9ca6d54c53b1 service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238034 Sep 09 21:02:00.505964 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dbca1622-fd7a-44e2-85b2-6e2aa01f4829 req-1b7958fc-6e19-47e3-bac1-0d128e4a9a41 service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260145 Sep 09 21:02:00.661516 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:00.690251 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49c7e7-f34a-491f-9e39-f7b5aae7e72a req-ce02762e-50e3-46d7-92b7-a4aa1ebcd4e7 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:00.693828 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1a49c7e7-f34a-491f-9e39-f7b5aae7e72a req-ce02762e-50e3-46d7-92b7-a4aa1ebcd4e7 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0888228 Sep 09 21:02:00.780038 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1a49c7e7-f34a-491f-9e39-f7b5aae7e72a req-a54b717c-9ebe-4f76-ab74-9b4a796b391e tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661750 Sep 09 21:02:01.135169 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292d625-583d-48ed-bbb4-51f60dcf04a2 req-104438b0-ccbd-4bb3-bfa6-6055de5beb36 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:01.138216 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e292d625-583d-48ed-bbb4-51f60dcf04a2 req-104438b0-ccbd-4bb3-bfa6-6055de5beb36 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1209910 Sep 09 21:02:01.204487 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d09a2-f827-4ac1-88d9-af56775a429d req-c3e602f9-d10b-4aba-a5a9-96e37268256d tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:01.207179 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-807d09a2-f827-4ac1-88d9-af56775a429d req-c3e602f9-d10b-4aba-a5a9-96e37268256d tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 945 time: 0.1430528 Sep 09 21:02:01.249691 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e292d625-583d-48ed-bbb4-51f60dcf04a2 req-51ae191b-22eb-4d05-a9bd-71fa3c72b8ca tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034241 Sep 09 21:02:01.273603 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-807d09a2-f827-4ac1-88d9-af56775a429d req-808c0362-d02c-4ef4-b9c5-7342a9644689 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529766 Sep 09 21:02:01.427900 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53294f70-238b-45b0-a5fc-d720be4a3775 req-f91d00b4-9c16-4139-a17f-f35f44f65eb1 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:01.429634 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-53294f70-238b-45b0-a5fc-d720be4a3775 req-f91d00b4-9c16-4139-a17f-f35f44f65eb1 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0629377 Sep 09 21:02:01.472451 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-53294f70-238b-45b0-a5fc-d720be4a3775 req-1ee9ed5f-9d64-41b7-935f-0a8ffc0ac76d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356536 Sep 09 21:02:01.929254 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288bcbc-31d7-4e1c-8c97-b1ce1c47a715 req-e6bf2111-e4fa-4f82-8572-af50a235d924 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:01.930890 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1288bcbc-31d7-4e1c-8c97-b1ce1c47a715 req-e6bf2111-e4fa-4f82-8572-af50a235d924 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0651090 Sep 09 21:02:01.979236 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1288bcbc-31d7-4e1c-8c97-b1ce1c47a715 req-d617891b-4527-44a6-bf20-0432fd30e4b3 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369208 Sep 09 21:02:02.407384 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633f790-1781-4fc9-8087-b2b6b8a58e13 req-9838fafb-c690-4f67-9128-46cb424252ac tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:02.409606 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3633f790-1781-4fc9-8087-b2b6b8a58e13 req-9838fafb-c690-4f67-9128-46cb424252ac tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0693696 Sep 09 21:02:02.486884 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3633f790-1781-4fc9-8087-b2b6b8a58e13 req-2873761e-30fc-4589-860c-edacb1dd5329 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693355 Sep 09 21:02:02.608767 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dd223-045f-4fba-8393-96731e78daea req-cd987069-227d-46e9-b59b-bba2469beec2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:02.610473 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-080dd223-045f-4fba-8393-96731e78daea req-cd987069-227d-46e9-b59b-bba2469beec2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0565443 Sep 09 21:02:02.672109 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-080dd223-045f-4fba-8393-96731e78daea req-4f55eb4b-5b4b-42fc-ab63-38479a8bea4c tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496128 Sep 09 21:02:03.008667 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:02:03.132645 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8e0f-096d-400d-9f00-81fe2f50a102 req-4bde8b7e-ef18-4ab5-8e22-f88a93ea78b8 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:03.134622 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-66ec8e0f-096d-400d-9f00-81fe2f50a102 req-4bde8b7e-ef18-4ab5-8e22-f88a93ea78b8 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0721571 Sep 09 21:02:03.185293 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-66ec8e0f-096d-400d-9f00-81fe2f50a102 req-c8fe10a9-bbbd-4b0b-ad21-65e48df680c9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438237 Sep 09 21:02:03.627481 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215f2f1-df8a-4b76-b864-fe8c6e2c6e9d req-04fc046e-3f93-46c5-9ac1-b73225a4c3a8 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:03.629196 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1215f2f1-df8a-4b76-b864-fe8c6e2c6e9d req-04fc046e-3f93-46c5-9ac1-b73225a4c3a8 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0583549 Sep 09 21:02:03.673895 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1215f2f1-df8a-4b76-b864-fe8c6e2c6e9d req-849f62d5-28d5-4ba2-81f4-d5616e9a6550 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380957 Sep 09 21:02:03.843393 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf16fb-1ee5-4870-a6d0-faa0dbd7c054 req-6cc4cbe4-5b89-46f5-b562-5464535896d0 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:03.845223 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-becf16fb-1ee5-4870-a6d0-faa0dbd7c054 req-6cc4cbe4-5b89-46f5-b562-5464535896d0 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0787342 Sep 09 21:02:03.900538 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-becf16fb-1ee5-4870-a6d0-faa0dbd7c054 req-8358f845-051d-4699-b635-6ca05f3ea8d5 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489531 Sep 09 21:02:04.345401 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc8a3f-df60-40a0-a947-908f2577c905 req-b326633b-3251-4c9c-9643-0caf9fd9666f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:04.347699 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e4cc8a3f-df60-40a0-a947-908f2577c905 req-b326633b-3251-4c9c-9643-0caf9fd9666f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0629547 Sep 09 21:02:04.392194 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e4cc8a3f-df60-40a0-a947-908f2577c905 req-c6bca79c-eb2c-4c0e-888c-2e17f20c841d tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370328 Sep 09 21:02:04.703457 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547c0ff-9104-47d5-9a1a-b1d04588e9e4 req-49ef22c4-191c-48b4-ab30-2069970cac21 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:04.705485 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5547c0ff-9104-47d5-9a1a-b1d04588e9e4 req-49ef22c4-191c-48b4-ab30-2069970cac21 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 945 time: 0.0614300 Sep 09 21:02:04.760240 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5547c0ff-9104-47d5-9a1a-b1d04588e9e4 req-6afd09a5-e3f0-4212-a984-86ca23b44639 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463881 Sep 09 21:02:04.825299 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385eff1-ba01-455c-9f6c-7fd3dd86ee6f req-e7dcc5f1-d4fd-462c-b3f6-53cbe07d061b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:04.826986 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e385eff1-ba01-455c-9f6c-7fd3dd86ee6f req-e7dcc5f1-d4fd-462c-b3f6-53cbe07d061b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0654328 Sep 09 21:02:04.874567 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e385eff1-ba01-455c-9f6c-7fd3dd86ee6f req-b853c7d2-4931-4119-9730-373e8262235e tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361896 Sep 09 21:02:05.047995 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec01802-abad-4fb0-a3e4-5685cdc5add0 req-63d8a36f-4e3e-4637-9c56-7bf7ba3a4794 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:05.050580 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fec01802-abad-4fb0-a3e4-5685cdc5add0 req-63d8a36f-4e3e-4637-9c56-7bf7ba3a4794 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0613279 Sep 09 21:02:05.099289 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fec01802-abad-4fb0-a3e4-5685cdc5add0 req-ab866352-ae47-40f8-b84b-114460adb6bd tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412009 Sep 09 21:02:05.367317 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-40d8f4d3-997c-448b-83cb-bebf9e919759 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:05.369574 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-40d8f4d3-997c-448b-83cb-bebf9e919759 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/networks?id=d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 HTTP/1.1" status: 200 len: 814 time: 0.1345797 Sep 09 21:02:05.385965 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-5de017f9-2dc1-407b-89e0-caab49bd904b tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/quotas/fc3f0ddbc5fc4d2fb31e101f7d887998 HTTP/1.1" status: 200 len: 375 time: 0.0100572 Sep 09 21:02:05.424421 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-70c3add0-a9f1-455b-96eb-728159182a4d tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc3f0ddbc5fc4d2fb31e101f7d887998&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278986 Sep 09 21:02:05.581798 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-e1933a87-e72c-42b2-a1b9-8c1a3b2094e5 service neutron] 10.222.0.13 "GET /v2.0/networks/d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491811 Sep 09 21:02:05.590786 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de4ec4-76d7-4ce6-b77a-0047c61fc409 req-84bf2d5e-8af6-468e-8997-2c8c0731173a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:05.592459 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e8de4ec4-76d7-4ce6-b77a-0047c61fc409 req-84bf2d5e-8af6-468e-8997-2c8c0731173a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0859807 Sep 09 21:02:05.693035 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e8de4ec4-76d7-4ce6-b77a-0047c61fc409 req-1707c224-ccd2-4dd0-a14b-87c0649dd2dd tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919123 Sep 09 21:02:05.729983 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-5f7a207a-24e9-4178-83d7-4ee4a7d2aad6 service neutron] 10.222.0.13 "GET /v2.0/networks/d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362619 Sep 09 21:02:05.950660 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2fc3a-27d7-435b-a937-c1f3947016cf req-906d222f-221b-428f-95ed-92400151aa42 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:05.953584 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2ec2fc3a-27d7-435b-a937-c1f3947016cf req-906d222f-221b-428f-95ed-92400151aa42 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 945 time: 0.0923285 Sep 09 21:02:06.028051 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2ec2fc3a-27d7-435b-a937-c1f3947016cf req-a62e7dbf-315c-44ed-bb11-138cfefa7ce7 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635045 Sep 09 21:02:06.102449 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7012d-048a-436f-bf27-3e02c460b744 req-3dbdd2cf-dd84-40d2-a30e-2c0eab107af4 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:06.104264 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-42f7012d-048a-436f-bf27-3e02c460b744 req-3dbdd2cf-dd84-40d2-a30e-2c0eab107af4 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0845988 Sep 09 21:02:06.145397 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4e7b404d-5148-449b-8b6e-575d677c75ab req-ae7a22b6-f0f9-4810-b987-ac01df261cec tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 210 time: 0.0400014 Sep 09 21:02:06.199960 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-42f7012d-048a-436f-bf27-3e02c460b744 req-51eef989-46fa-4311-9d29-3cd3d4f3b67d tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850129 Sep 09 21:02:06.342957 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e248fd-838b-4ba4-b855-fd0ce6d09c77 req-3e31e07b-3f58-4275-91bc-9924af7b366d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:06.344597 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b8e248fd-838b-4ba4-b855-fd0ce6d09c77 req-3e31e07b-3f58-4275-91bc-9924af7b366d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0767663 Sep 09 21:02:06.396176 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b8e248fd-838b-4ba4-b855-fd0ce6d09c77 req-6c94bb4c-ade8-417c-9e9a-30e997ce42a2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385401 Sep 09 21:02:06.882955 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb373d9e-5dff-4d44-9fea-8cd331985f1f req-3647ff19-c655-446b-ae62-7990df094241 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:06.884782 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eb373d9e-5dff-4d44-9fea-8cd331985f1f req-3647ff19-c655-446b-ae62-7990df094241 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0569706 Sep 09 21:02:06.950829 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eb373d9e-5dff-4d44-9fea-8cd331985f1f req-e34ad4f4-0842-47a0-a29e-1ed0f98acf16 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550663 Sep 09 21:02:07.065464 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f4c24-c91e-4d46-8c4f-0a9e9a3042e8 req-1efc4634-0330-40b5-8b6a-b0184218d771 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:07.068213 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c79f4c24-c91e-4d46-8c4f-0a9e9a3042e8 req-1efc4634-0330-40b5-8b6a-b0184218d771 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 945 time: 0.0615261 Sep 09 21:02:07.515873 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-a20928db-5e18-4c1c-8aa0-31f3c4daa2a7 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:07.519111 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-a20928db-5e18-4c1c-8aa0-31f3c4daa2a7 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.48 "GET /v2.0/networks?id=d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 HTTP/1.1" status: 200 len: 814 time: 0.1372075 Sep 09 21:02:07.532388 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ebaf5070-d2f9-4e31-8031-03ef4e3330a8 req-f9944265-e143-4c9b-8b3c-19d1c9dddc4d tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 210 time: 0.0392644 Sep 09 21:02:07.538695 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-98e7938a-c886-4f6c-9c82-6bd05616ca41 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Request body: {'port': {'device_id': '1d036746-1868-4c24-a62f-7e5821df3456', 'network_id': 'd7d1d9c8-7dfc-4af7-958d-03ca51b2bc75', 'admin_state_up': True, 'tenant_id': 'fc3f0ddbc5fc4d2fb31e101f7d887998'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:02:07.540567 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9deff14-d31a-40ea-a3a5-19ac41177e9a req-07543df0-b61e-4b1a-8e9d-03ee3f658439 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:07.556580 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f9deff14-d31a-40ea-a3a5-19ac41177e9a req-07543df0-b61e-4b1a-8e9d-03ee3f658439 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 945 time: 0.3724232 Sep 09 21:02:07.556580 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-c79f4c24-c91e-4d46-8c4f-0a9e9a3042e8 req-59b4db1c-cbf4-4a61-a0a5-f155628cff34 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Deleting port 0fa90088-71f9-4cb7-8bd1-114e101866a7 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:02:07.556580 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c79f4c24-c91e-4d46-8c4f-0a9e9a3042e8 req-59b4db1c-cbf4-4a61-a0a5-f155628cff34 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:07.655318 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f9deff14-d31a-40ea-a3a5-19ac41177e9a req-1e15519c-7707-4b61-b926-ad5cfce6534a tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2a947-1da4-4c22-beb7-d19f58d126d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060238 Sep 09 21:02:07.722910 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c79f4c24-c91e-4d46-8c4f-0a9e9a3042e8 req-59b4db1c-cbf4-4a61-a0a5-f155628cff34 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] For port 0fa90088-71f9-4cb7-8bd1-114e101866a7, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=0fa90088-71f9-4cb7-8bd1-114e101866a7,segment=NetworkSegment(224a5454-26c4-43c1-b4e1-dc969d471742),segment_id=224a5454-26c4-43c1-b4e1-dc969d471742)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:02:07.723665 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c79f4c24-c91e-4d46-8c4f-0a9e9a3042e8 req-59b4db1c-cbf4-4a61-a0a5-f155628cff34 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:07.724123 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-98e7938a-c886-4f6c-9c82-6bd05616ca41 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Made reservation on behalf of fc3f0ddbc5fc4d2fb31e101f7d887998 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:02:07.728735 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-98e7938a-c886-4f6c-9c82-6bd05616ca41 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:07.755187 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e64c18-b0f3-48d2-aedc-a40456976ca7 req-de9cc5ad-5c3b-4703-b279-8f15385f8554 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:07.756943 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-61e64c18-b0f3-48d2-aedc-a40456976ca7 req-de9cc5ad-5c3b-4703-b279-8f15385f8554 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1121538 Sep 09 21:02:07.781756 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-c79f4c24-c91e-4d46-8c4f-0a9e9a3042e8 req-59b4db1c-cbf4-4a61-a0a5-f155628cff34 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Calling delete_port for 0fa90088-71f9-4cb7-8bd1-114e101866a7 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:02:07.892367 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-98e7938a-c886-4f6c-9c82-6bd05616ca41 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Allocated IP 172.20.0.5 (d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75/379e1744-0390-4430-bddb-25c863d3faf3/02b765e4-b85d-4838-8eb6-41d8f5fedb7f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:02:07.895544 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b796d6-dcd2-45a6-aa1b-7d93a6fad355 req-f3384346-10dd-43b0-a85b-b01e800f19af tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:07.898309 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-28b796d6-dcd2-45a6-aa1b-7d93a6fad355 req-f3384346-10dd-43b0-a85b-b01e800f19af tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1715360 Sep 09 21:02:07.903602 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-61e64c18-b0f3-48d2-aedc-a40456976ca7 req-3ade06b8-99a0-4c9e-a263-4bf54093a1bb tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241205 Sep 09 21:02:08.012027 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-28b796d6-dcd2-45a6-aa1b-7d93a6fad355 req-c8624f48-f61d-459a-b219-d744aa4f1b0d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010256 Sep 09 21:02:08.121038 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c79f4c24-c91e-4d46-8c4f-0a9e9a3042e8 req-59b4db1c-cbf4-4a61-a0a5-f155628cff34 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:08.136409 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['0fa90088-71f9-4cb7-8bd1-114e101866a7'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:02:08.167029 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4db1c-cbf4-4a61-a0a5-f155628cff34 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Pushing event deleted for resources: {'Port': ['ID=0fa90088-71f9-4cb7-8bd1-114e101866a7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:08.168756 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-98e7938a-c886-4f6c-9c82-6bd05616ca41 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:08.207256 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac7976-4e46-4a3a-babc-eee7f8cf6c2e req-fcb70bbd-e176-4a04-b976-a67e8a4ea89a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:08.208935 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c8ac7976-4e46-4a3a-babc-eee7f8cf6c2e req-fcb70bbd-e176-4a04-b976-a67e8a4ea89a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.1204720 Sep 09 21:02:08.223241 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79f4c24-c91e-4d46-8c4f-0a9e9a3042e8 req-59b4db1c-cbf4-4a61-a0a5-f155628cff34 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] No DVR routers for this DVR port 0fa90088-71f9-4cb7-8bd1-114e101866a7 on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:02:08.226414 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c79f4c24-c91e-4d46-8c4f-0a9e9a3042e8 req-59b4db1c-cbf4-4a61-a0a5-f155628cff34 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:08.228637 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c79f4c24-c91e-4d46-8c4f-0a9e9a3042e8 req-59b4db1c-cbf4-4a61-a0a5-f155628cff34 tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.48 "DELETE /v2.0/ports/0fa90088-71f9-4cb7-8bd1-114e101866a7 HTTP/1.1" status: 204 len: 173 time: 1.1520321 Sep 09 21:02:08.229313 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8dd08c8-1fff-4ca1-a872-9b53a524f152', 'name': 'network-vif-deleted', 'tag': '0fa90088-71f9-4cb7-8bd1-114e101866a7'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:02:08.231781 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9662762-f97a-43e9-983f-586ddd62c2f8" -d '{"events": [{"server_uuid": "b8dd08c8-1fff-4ca1-a872-9b53a524f152", "name": "network-vif-deleted", "tag": "0fa90088-71f9-4cb7-8bd1-114e101866a7"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:02:08.244061 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-98e7938a-c886-4f6c-9c82-6bd05616ca41 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:08.285471 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c8ac7976-4e46-4a3a-babc-eee7f8cf6c2e req-1d98c923-5abb-4960-9ec7-7cb4906efbca tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501761 Sep 09 21:02:08.293079 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-98e7938a-c886-4f6c-9c82-6bd05616ca41 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Network d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:02:08.296686 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-98e7938a-c886-4f6c-9c82-6bd05616ca41 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:02:08.302168 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-98e7938a-c886-4f6c-9c82-6bd05616ca41 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:02:08.344079 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daefbfd0-8015-47d5-9ac1-f926c9c993fb x-openstack-request-id: req-daefbfd0-8015-47d5-9ac1-f926c9c993fb {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:02:08.344392 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8dd08c8-1fff-4ca1-a872-9b53a524f152", "name": "network-vif-deleted", "tag": "0fa90088-71f9-4cb7-8bd1-114e101866a7", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:02:08.344883 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-daefbfd0-8015-47d5-9ac1-f926c9c993fb {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:02:08.345117 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8dd08c8-1fff-4ca1-a872-9b53a524f152', 'name': 'network-vif-deleted', 'tag': '0fa90088-71f9-4cb7-8bd1-114e101866a7', 'status': 'completed', 'code': 200} Sep 09 21:02:08.345603 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7938a-c886-4f6c-9c82-6bd05616ca41 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Pushing event updated for resources: {'Port': ['ID=02b765e4-b85d-4838-8eb6-41d8f5fedb7f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:08.375796 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-98e7938a-c886-4f6c-9c82-6bd05616ca41 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:08.376467 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-98e7938a-c886-4f6c-9c82-6bd05616ca41 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:08.396378 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-98e7938a-c886-4f6c-9c82-6bd05616ca41 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8629322 Sep 09 21:02:08.416526 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Request body: {'port': {'device_id': '1d036746-1868-4c24-a62f-7e5821df3456', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:02:08.504833 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:08.676048 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c0272-b1dd-4d00-ba91-0e808cab40e6 req-a5c0d4e7-808e-45d4-9cc8-553c139bc1d7 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:08.678139 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-516c0272-b1dd-4d00-ba91-0e808cab40e6 req-a5c0d4e7-808e-45d4-9cc8-553c139bc1d7 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 931 time: 0.0601778 Sep 09 21:02:08.739038 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-516c0272-b1dd-4d00-ba91-0e808cab40e6 req-6ede4262-ca82-4303-a984-db469a8081f6 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496566 Sep 09 21:02:08.825331 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7e8f019c-dff1-400e-b90f-6899666e5fb0 req-070f556b-0d7c-4baf-8abb-06d9fb2797ac tempest-VolumesActionsTest-520531742 tempest-VolumesActionsTest-520531742-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8dd08c8-1fff-4ca1-a872-9b53a524f152 HTTP/1.1" status: 200 len: 210 time: 0.0503993 Sep 09 21:02:09.072727 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338fb8f-1bfb-4bb9-a3aa-8925e4412981 req-e44680bb-f593-4320-b6d9-ce05547fd806 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:09.074422 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7338fb8f-1bfb-4bb9-a3aa-8925e4412981 req-e44680bb-f593-4320-b6d9-ce05547fd806 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0579798 Sep 09 21:02:09.108613 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b765e4-b85d-4838-8eb6-41d8f5fedb7f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:02:09.125436 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:09.131220 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7338fb8f-1bfb-4bb9-a3aa-8925e4412981 req-6b144d10-f955-47b4-9d35-dfb2af87d9da tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485046 Sep 09 21:02:09.151516 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Transition to ACTIVE for port object 02b765e4-b85d-4838-8eb6-41d8f5fedb7f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:02:09.156868 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13123055'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:09.233316 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Pushing event updated for resources: {'Port': ['ID=02b765e4-b85d-4838-8eb6-41d8f5fedb7f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:09.259801 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d24d1d-73c0-4b37-8fc8-9c1305d66d37 req-ab9ff2cd-6c14-4ee2-be8c-88bae2e823d4 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:09.262859 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-50d24d1d-73c0-4b37-8fc8-9c1305d66d37 req-ab9ff2cd-6c14-4ee2-be8c-88bae2e823d4 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0953748 Sep 09 21:02:09.288798 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Attempting to bind port 02b765e4-b85d-4838-8eb6-41d8f5fedb7f on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:02:09.289138 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Attempting to bind port 02b765e4-b85d-4838-8eb6-41d8f5fedb7f by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': 'cd26ad8a-cdaa-4d80-9e66-df691b959d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7d1d9c8-7dfc-4af7-958d-03ca51b2bc75'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:02:09.289469 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Attempting to bind port 02b765e4-b85d-4838-8eb6-41d8f5fedb7f on network d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:02:09.295292 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Port 02b765e4-b85d-4838-8eb6-41d8f5fedb7f on network d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:02:09.295613 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Attempting to bind port 02b765e4-b85d-4838-8eb6-41d8f5fedb7f on network d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:02:09.301790 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:02:09.302226 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Checking segment: {'id': 'cd26ad8a-cdaa-4d80-9e66-df691b959d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7d1d9c8-7dfc-4af7-958d-03ca51b2bc75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:02:09.302518 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Bound using segment: {'id': 'cd26ad8a-cdaa-4d80-9e66-df691b959d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7d1d9c8-7dfc-4af7-958d-03ca51b2bc75'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:02:09.302957 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Bound port: 02b765e4-b85d-4838-8eb6-41d8f5fedb7f, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd26ad8a-cdaa-4d80-9e66-df691b959d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7d1d9c8-7dfc-4af7-958d-03ca51b2bc75'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:02:09.303494 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:09.329456 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-50d24d1d-73c0-4b37-8fc8-9c1305d66d37 req-d9e449fe-3937-4a5e-a3d9-041947009e62 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594699 Sep 09 21:02:09.427512 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] For port 02b765e4-b85d-4838-8eb6-41d8f5fedb7f, host hv-cinder-80508, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:02:09.432661 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] For port 02b765e4-b85d-4838-8eb6-41d8f5fedb7f, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=02b765e4-b85d-4838-8eb6-41d8f5fedb7f,segment=NetworkSegment(cd26ad8a-cdaa-4d80-9e66-df691b959d92),segment_id=cd26ad8a-cdaa-4d80-9e66-df691b959d92)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:02:09.440955 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13123055'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:09.504719 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:09.505764 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:09.507671 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] 10.222.0.48 "PUT /v2.0/ports/02b765e4-b85d-4838-8eb6-41d8f5fedb7f HTTP/1.1" status: 200 len: 1093 time: 1.0985482 Sep 09 21:02:09.508279 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d036746-1868-4c24-a62f-7e5821df3456', 'tag': '02b765e4-b85d-4838-8eb6-41d8f5fedb7f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:02:09.512428 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474eaf3bb652fec2f19919b2ceae808cc34db3da34c22d7391db7ed2cca7a9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e4e26f-a4b1-428d-b156-e43a31376bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d036746-1868-4c24-a62f-7e5821df3456", "tag": "02b765e4-b85d-4838-8eb6-41d8f5fedb7f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:02:09.523488 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c46dd-0866-40ab-b29f-5662c208f2ef req-2fd38095-af3f-4019-8386-e9385d39d07e tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:09.525560 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fc5c46dd-0866-40ab-b29f-5662c208f2ef req-2fd38095-af3f-4019-8386-e9385d39d07e tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0798163 Sep 09 21:02:09.588086 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265044a-ea30-4f76-8598-62da1e2ceb90 service neutron] Pushing event updated for resources: {'Port': ['ID=02b765e4-b85d-4838-8eb6-41d8f5fedb7f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:09.610025 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fc5c46dd-0866-40ab-b29f-5662c208f2ef req-5bcf7101-5329-445b-8493-046bb986607b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731282 Sep 09 21:02:09.619594 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb74d50-2fdb-49b7-8df2-cdc66c6cd5f4 x-openstack-request-id: req-ddb74d50-2fdb-49b7-8df2-cdc66c6cd5f4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:02:09.620108 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d036746-1868-4c24-a62f-7e5821df3456", "tag": "02b765e4-b85d-4838-8eb6-41d8f5fedb7f", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:02:09.620682 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddb74d50-2fdb-49b7-8df2-cdc66c6cd5f4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:02:09.621038 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d036746-1868-4c24-a62f-7e5821df3456', 'tag': '02b765e4-b85d-4838-8eb6-41d8f5fedb7f', 'status': 'completed', 'code': 200} Sep 09 21:02:09.664993 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-721c5ca8-feda-4907-beeb-005b5e0ab01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:09.667594 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-721c5ca8-feda-4907-beeb-005b5e0ab01a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc3f0ddbc5fc4d2fb31e101f7d887998&device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 1096 time: 0.0689204 Sep 09 21:02:09.736115 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-901ecb3c-947c-40bd-9d62-81ff583b56f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02b765e4-b85d-4838-8eb6-41d8f5fedb7f HTTP/1.1" status: 200 len: 217 time: 0.0563624 Sep 09 21:02:09.808885 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-e9928f6f-c926-4a55-9468-f7850231dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:09.811484 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-e9928f6f-c926-4a55-9468-f7850231dbfa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=379e1744-0390-4430-bddb-25c863d3faf3 HTTP/1.1" status: 200 len: 854 time: 0.0564644 Sep 09 21:02:09.862739 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-2d6a1ef6-fd4e-431c-8e74-b9c07bba4774 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407331 Sep 09 21:02:09.918510 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3daacd-5c7f-471d-aeaf-32031edf6644 req-24156660-30de-4412-9498-654f56df395f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:09.920190 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fb3daacd-5c7f-471d-aeaf-32031edf6644 req-24156660-30de-4412-9498-654f56df395f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 943 time: 0.0674720 Sep 09 21:02:09.973315 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fb3daacd-5c7f-471d-aeaf-32031edf6644 req-33701b1c-51a0-420a-bcad-b3987fbc8f6c tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390859 Sep 09 21:02:10.029910 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-d658f81b-a2d9-4ba9-a416-896b9fd598c9 service neutron] 10.222.0.48 "GET /v2.0/networks/d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568840 Sep 09 21:02:10.214633 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-ee5b5e1b-6e55-45d6-87e2-52c7889af7b5 req-30d5ab03-c63e-4615-99c5-cce71c3ef4d1 service neutron] 10.222.0.48 "GET /v2.0/networks/d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725364 Sep 09 21:02:10.308609 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7a10f-b28d-4902-8c34-b7ff9f7eba35 req-739af7cb-e171-497d-a15e-15e5c460b863 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:10.310259 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1ac7a10f-b28d-4902-8c34-b7ff9f7eba35 req-739af7cb-e171-497d-a15e-15e5c460b863 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0629506 Sep 09 21:02:10.346655 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4e26f-a4b1-428d-b156-e43a31376bc1 req-1d973424-bd7e-41f0-9340-5c1c7449cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:10.348227 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-82e4e26f-a4b1-428d-b156-e43a31376bc1 req-1d973424-bd7e-41f0-9340-5c1c7449cc93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc3f0ddbc5fc4d2fb31e101f7d887998&device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 1096 time: 0.0623524 Sep 09 21:02:10.365419 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1ac7a10f-b28d-4902-8c34-b7ff9f7eba35 req-25f9dd17-5fb0-4893-871d-e62c2a82d44b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429633 Sep 09 21:02:10.489543 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfe666-ec11-4d94-8ba9-cad132cd33f4 req-a99708d8-bb1a-4625-a5a0-291f70a84344 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:10.491336 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6fdfe666-ec11-4d94-8ba9-cad132cd33f4 req-a99708d8-bb1a-4625-a5a0-291f70a84344 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0584564 Sep 09 21:02:10.528213 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4e26f-a4b1-428d-b156-e43a31376bc1 req-a27503fe-5f4b-4559-a1b6-032ee3b90f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:10.531296 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-82e4e26f-a4b1-428d-b156-e43a31376bc1 req-a27503fe-5f4b-4559-a1b6-032ee3b90f42 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 HTTP/1.1" status: 200 len: 915 time: 0.1747723 Sep 09 21:02:10.550675 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6fdfe666-ec11-4d94-8ba9-cad132cd33f4 req-c74f5d6a-0fe2-475b-812a-5816e9d4ef01 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442336 Sep 09 21:02:10.605084 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-82e4e26f-a4b1-428d-b156-e43a31376bc1 req-4e330529-2e39-48d4-b01a-82643fb8066d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02b765e4-b85d-4838-8eb6-41d8f5fedb7f HTTP/1.1" status: 200 len: 217 time: 0.0638285 Sep 09 21:02:10.709153 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4e26f-a4b1-428d-b156-e43a31376bc1 req-0e09c276-195c-4e0e-a0b9-9b747e6589cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:10.711250 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-82e4e26f-a4b1-428d-b156-e43a31376bc1 req-0e09c276-195c-4e0e-a0b9-9b747e6589cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=379e1744-0390-4430-bddb-25c863d3faf3 HTTP/1.1" status: 200 len: 854 time: 0.0969503 Sep 09 21:02:10.806381 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9b00d-bf64-4a39-96a5-603fc1b87449 req-f78e96db-07cc-473f-9281-dd2af3c0dd3c tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:10.811858 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e1b9b00d-bf64-4a39-96a5-603fc1b87449 req-f78e96db-07cc-473f-9281-dd2af3c0dd3c tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0813177 Sep 09 21:02:10.813944 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-82e4e26f-a4b1-428d-b156-e43a31376bc1 req-9d3cc6f1-477f-4152-9a59-9d019c99125f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924022 Sep 09 21:02:10.858727 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e1b9b00d-bf64-4a39-96a5-603fc1b87449 req-68c0ee94-a977-4481-bfc9-e9fe9824cea9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457947 Sep 09 21:02:11.002732 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bf642-4285-4117-beb6-c816194b3ca3 req-1ebf3794-6077-412e-be52-4c68ab5304e0 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:11.010181 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-82e4e26f-a4b1-428d-b156-e43a31376bc1 req-4ca54d13-d3df-4a58-a951-d4241b278052 service neutron] 10.222.0.48 "GET /v2.0/networks/d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839776 Sep 09 21:02:11.012179 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0b2bf642-4285-4117-beb6-c816194b3ca3 req-1ebf3794-6077-412e-be52-4c68ab5304e0 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0723543 Sep 09 21:02:11.127685 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0b2bf642-4285-4117-beb6-c816194b3ca3 req-713d57c4-f342-463a-a54b-3e87255a00d6 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002347 Sep 09 21:02:11.225589 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-82e4e26f-a4b1-428d-b156-e43a31376bc1 req-f4b31760-97b7-4a40-8b3d-fe05806393d4 service neutron] 10.222.0.48 "GET /v2.0/networks/d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059479 Sep 09 21:02:11.238632 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de2d8b-2bf1-4695-b174-2e0a5741507c req-d8978f89-34e0-48db-93b1-24d78740bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:11.241586 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c6de2d8b-2bf1-4695-b174-2e0a5741507c req-d8978f89-34e0-48db-93b1-24d78740bff0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa8238da135c4e78a001cb13cbc49ca3&device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 1099 time: 0.1120563 Sep 09 21:02:11.470102 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0cab7-467b-49ab-b3ae-9cb2678ced37 req-55e4f17b-34fb-4304-96b9-d45840fd1b94 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:11.472222 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9ef0cab7-467b-49ab-b3ae-9cb2678ced37 req-55e4f17b-34fb-4304-96b9-d45840fd1b94 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 945 time: 0.2003160 Sep 09 21:02:11.482114 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a03dd-bcad-48ed-9ec2-ff5db43296ee req-8f73ecf8-37d2-4ffc-9cf2-6357cddbc9d4 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:11.483843 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-135a03dd-bcad-48ed-9ec2-ff5db43296ee req-8f73ecf8-37d2-4ffc-9cf2-6357cddbc9d4 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 943 time: 0.2144156 Sep 09 21:02:11.530531 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de2d8b-2bf1-4695-b174-2e0a5741507c req-df8aa211-6914-4059-8219-22948a81b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:11.532067 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c6de2d8b-2bf1-4695-b174-2e0a5741507c req-df8aa211-6914-4059-8219-22948a81b696 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0589e727-21ba-4369-8a94-a4059fa739a6 HTTP/1.1" status: 200 len: 910 time: 0.2758272 Sep 09 21:02:11.562116 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9ef0cab7-467b-49ab-b3ae-9cb2678ced37 req-0f66bbf9-11ff-4e80-931a-762a597c643d tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729625 Sep 09 21:02:11.568127 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-135a03dd-bcad-48ed-9ec2-ff5db43296ee req-18152a3e-9634-4904-b083-ed88233bdfa7 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659301 Sep 09 21:02:11.677519 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6789e-f92e-4eaf-b9e4-c22854b0a328 req-5f158061-d863-4b5a-a99a-29a907b73dcd tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:11.679186 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-92f6789e-f92e-4eaf-b9e4-c22854b0a328 req-5f158061-d863-4b5a-a99a-29a907b73dcd tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0546396 Sep 09 21:02:11.726494 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-92f6789e-f92e-4eaf-b9e4-c22854b0a328 req-70b42d0e-4030-4b94-ab26-d2084e86e36d tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362108 Sep 09 21:02:12.005307 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7428a6-6d0f-424b-820d-768a28abe3f8 req-f3cbea65-50ee-447b-84f6-6d112e34fe20 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:12.007251 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-db7428a6-6d0f-424b-820d-768a28abe3f8 req-f3cbea65-50ee-447b-84f6-6d112e34fe20 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0603061 Sep 09 21:02:12.050876 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-db7428a6-6d0f-424b-820d-768a28abe3f8 req-fad5354e-7de8-4883-8072-72b83a8c057a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362432 Sep 09 21:02:12.271046 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc2366-e454-4003-ac93-089b8a7a1316 req-716921a7-087d-4145-a938-16d964493fc7 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:12.272582 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-aafc2366-e454-4003-ac93-089b8a7a1316 req-716921a7-087d-4145-a938-16d964493fc7 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0646169 Sep 09 21:02:12.321238 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-aafc2366-e454-4003-ac93-089b8a7a1316 req-b71cd7b4-d9c5-43a3-81f7-fce08a6ae722 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376942 Sep 09 21:02:12.594002 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 0fa90088-71f9-4cb7-8bd1-114e101866a7 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:02:12.635297 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: 0fa90088-71f9-4cb7-8bd1-114e101866a7 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:02:12.635872 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 0fa90088-71f9-4cb7-8bd1-114e101866a7 not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:02:12.754197 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c6de2d8b-2bf1-4695-b174-2e0a5741507c req-0acd4fe0-280c-4765-83cc-39378b4edee0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c40ac7a-7423-4d9e-9041-ad0b354047fb HTTP/1.1" status: 200 len: 1001 time: 0.1552143 Sep 09 21:02:12.783611 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58898818-7b06-4c4f-87f5-896468399d54 req-04fab617-39c8-4659-b0ee-d5f31febf13b tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:12.786172 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-58898818-7b06-4c4f-87f5-896468399d54 req-04fab617-39c8-4659-b0ee-d5f31febf13b tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 943 time: 0.1103787 Sep 09 21:02:12.795853 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8887af-db40-49d2-9684-728986c7a975 req-4a396c31-e2ed-47bd-9078-f1777cd71ba8 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:12.797792 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bc8887af-db40-49d2-9684-728986c7a975 req-4a396c31-e2ed-47bd-9078-f1777cd71ba8 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 945 time: 0.1207745 Sep 09 21:02:12.879654 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-58898818-7b06-4c4f-87f5-896468399d54 req-e6f92e1c-6b64-4ad1-9ab2-97d2c58bc1d8 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802796 Sep 09 21:02:12.888869 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bc8887af-db40-49d2-9684-728986c7a975 req-e0a66711-8598-41de-b8a5-6723a5c5640d tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784094 Sep 09 21:02:13.014218 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6696d2c-ccc0-4339-9925-8e1919798ff4 req-6d86f8b8-c2b8-4ba0-b3d4-1d4e828b0232 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:13.015908 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b6696d2c-ccc0-4339-9925-8e1919798ff4 req-6d86f8b8-c2b8-4ba0-b3d4-1d4e828b0232 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0583751 Sep 09 21:02:13.058134 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b6696d2c-ccc0-4339-9925-8e1919798ff4 req-b1db4c7f-8f78-4a3c-a508-6ccbdb436d28 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350859 Sep 09 21:02:13.188707 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147e86a-10a3-4117-a907-0f08c8aab81e req-49def155-422c-43ba-bcb4-2336a57f2e27 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:13.191064 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2147e86a-10a3-4117-a907-0f08c8aab81e req-49def155-422c-43ba-bcb4-2336a57f2e27 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0552843 Sep 09 21:02:13.240656 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2147e86a-10a3-4117-a907-0f08c8aab81e req-0d722058-a5d6-45da-9cb4-fd34936ecb59 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382774 Sep 09 21:02:13.443320 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4b35a-c663-4b46-b0d0-a624ed99f7cd req-97c4b792-ffb6-4cc1-8dbc-190f64938841 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:13.445018 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ddf4b35a-c663-4b46-b0d0-a624ed99f7cd req-97c4b792-ffb6-4cc1-8dbc-190f64938841 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0518038 Sep 09 21:02:13.491303 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ddf4b35a-c663-4b46-b0d0-a624ed99f7cd req-39a32ba6-85db-412c-aaec-13ccceac489a tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396428 Sep 09 21:02:13.560228 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de2d8b-2bf1-4695-b174-2e0a5741507c req-37670ad3-73ad-4347-ab8d-f443ce2bf840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:13.562017 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c6de2d8b-2bf1-4695-b174-2e0a5741507c req-37670ad3-73ad-4347-ab8d-f443ce2bf840 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4e83015-b55d-4cac-b7a1-07db3c25a799 HTTP/1.1" status: 200 len: 848 time: 0.0649443 Sep 09 21:02:14.047603 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc1d73-39d9-4bc5-bfb2-8dccd5738c4a req-662445cf-28ac-4afd-a2b5-30a1165478bd tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:14.049265 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e7bc1d73-39d9-4bc5-bfb2-8dccd5738c4a req-662445cf-28ac-4afd-a2b5-30a1165478bd tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 943 time: 0.0937767 Sep 09 21:02:14.062576 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a14ed-405f-4f5a-847b-a9bdaa3b0aa9 req-48d3eda7-a14e-45b0-b5bd-57035963192a tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:14.064250 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c91a14ed-405f-4f5a-847b-a9bdaa3b0aa9 req-48d3eda7-a14e-45b0-b5bd-57035963192a tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 945 time: 0.0717766 Sep 09 21:02:14.126346 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e7bc1d73-39d9-4bc5-bfb2-8dccd5738c4a req-b9c2f7c3-f483-4734-a50c-44c2be07395c tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610616 Sep 09 21:02:14.132343 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c91a14ed-405f-4f5a-847b-a9bdaa3b0aa9 req-8290ac16-f2ac-4dc9-b5a7-01292b438a7b tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606451 Sep 09 21:02:14.278995 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84cdbd-63f5-4435-a262-0d497d6afa36 req-4916e9c3-b5de-4fd1-8854-29e165ccac1a tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:14.280714 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4a84cdbd-63f5-4435-a262-0d497d6afa36 req-4916e9c3-b5de-4fd1-8854-29e165ccac1a tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0606456 Sep 09 21:02:14.333711 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4a84cdbd-63f5-4435-a262-0d497d6afa36 req-f2ef52e1-bd90-473f-939a-81ac8b6093fc tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412166 Sep 09 21:02:14.418518 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5e56f-efeb-4976-987c-0a40f2f8a1aa req-0a595dda-dded-4494-af17-9a74e15d4c34 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:14.421377 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-43d5e56f-efeb-4976-987c-0a40f2f8a1aa req-0a595dda-dded-4494-af17-9a74e15d4c34 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0833893 Sep 09 21:02:14.487155 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-43d5e56f-efeb-4976-987c-0a40f2f8a1aa req-cb3efe18-09cb-41e7-93a0-eef5f7145ab2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590997 Sep 09 21:02:14.563517 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 02b765e4-b85d-4838-8eb6-41d8f5fedb7f details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:02:14.586571 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de2d8b-2bf1-4695-b174-2e0a5741507c req-f989fd82-cc76-4452-838d-9fffe762ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:14.589732 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c6de2d8b-2bf1-4695-b174-2e0a5741507c req-f989fd82-cc76-4452-838d-9fffe762ba3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0589e727-21ba-4369-8a94-a4059fa739a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545926 Sep 09 21:02:14.693048 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 02b765e4-b85d-4838-8eb6-41d8f5fedb7f, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=02b765e4-b85d-4838-8eb6-41d8f5fedb7f,segment=NetworkSegment(cd26ad8a-cdaa-4d80-9e66-df691b959d92),segment_id=cd26ad8a-cdaa-4d80-9e66-df691b959d92)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:02:14.709023 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': '02b765e4-b85d-4838-8eb6-41d8f5fedb7f', 'network_id': 'd7d1d9c8-7dfc-4af7-958d-03ca51b2bc75', 'port_id': '02b765e4-b85d-4838-8eb6-41d8f5fedb7f', 'mac_address': 'fa:16:3e:22:a7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '379e1744-0390-4430-bddb-25c863d3faf3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:02:14.726646 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1228a1c-fb9f-4ad2-94cf-c57b10fe8802 req-f427656b-9821-4902-80c1-fa1cb4fa774a tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:14.728375 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b1228a1c-fb9f-4ad2-94cf-c57b10fe8802 req-f427656b-9821-4902-80c1-fa1cb4fa774a tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1264975 Sep 09 21:02:14.755828 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:14.757523 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c6de2d8b-2bf1-4695-b174-2e0a5741507c req-ad8d0557-a480-4799-be30-777347be9bfa service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443813 Sep 09 21:02:14.775507 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b765e4-b85d-4838-8eb6-41d8f5fedb7f {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:02:14.801640 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 02b765e4-b85d-4838-8eb6-41d8f5fedb7f, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=02b765e4-b85d-4838-8eb6-41d8f5fedb7f,segment=NetworkSegment(cd26ad8a-cdaa-4d80-9e66-df691b959d92),segment_id=cd26ad8a-cdaa-4d80-9e66-df691b959d92)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:02:14.807345 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b1228a1c-fb9f-4ad2-94cf-c57b10fe8802 req-804b10be-e5d0-4dca-b932-7048354d9196 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632803 Sep 09 21:02:14.808545 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:14.873554 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=02b765e4-b85d-4838-8eb6-41d8f5fedb7f,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:14.886450 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c6de2d8b-2bf1-4695-b174-2e0a5741507c req-c9e1d8b3-a72f-4900-a611-46ae0c574474 service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160903 Sep 09 21:02:15.270356 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234a5be-b584-414b-a693-3928791e7fb3 req-97331c6e-a5dd-4c98-a5f3-3bd72c41ea01 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:15.272117 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1234a5be-b584-414b-a693-3928791e7fb3 req-97331c6e-a5dd-4c98-a5f3-3bd72c41ea01 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 944 time: 0.0668838 Sep 09 21:02:15.342360 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb38187-d313-45c3-aace-bfcd00fc3e49 req-41b4f477-be3e-4a10-93fb-6e61dcfc68b0 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:15.344008 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4eb38187-d313-45c3-aace-bfcd00fc3e49 req-41b4f477-be3e-4a10-93fb-6e61dcfc68b0 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 945 time: 0.0941002 Sep 09 21:02:15.348212 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1234a5be-b584-414b-a693-3928791e7fb3 req-acac0196-edba-458f-a370-2389ec63f63f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605810 Sep 09 21:02:15.385469 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['02b765e4-b85d-4838-8eb6-41d8f5fedb7f'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:02:15.397208 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4eb38187-d313-45c3-aace-bfcd00fc3e49 req-45474060-06f1-4f9a-8bb4-69e32519cd04 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432253 Sep 09 21:02:15.520257 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041356e-a081-448f-ac42-ccf2b83a9647 req-69915ee8-8e03-4f09-ac64-67145154ade1 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:15.524103 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2041356e-a081-448f-ac42-ccf2b83a9647 req-69915ee8-8e03-4f09-ac64-67145154ade1 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0716655 Sep 09 21:02:15.591142 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2041356e-a081-448f-ac42-ccf2b83a9647 req-39d08352-36d6-4dd9-8702-c90abb6119f6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570686 Sep 09 21:02:15.651056 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75a479-d4b1-4e76-9b34-3c961883fb79 req-97e835e1-ccda-4896-95c3-eac18f6e96e5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:15.653881 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-af75a479-d4b1-4e76-9b34-3c961883fb79 req-97e835e1-ccda-4896-95c3-eac18f6e96e5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0810249 Sep 09 21:02:15.694910 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-af75a479-d4b1-4e76-9b34-3c961883fb79 req-70b96215-daa8-4453-b5e1-dd1638e44080 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344846 Sep 09 21:02:15.762032 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6d356f56-b0df-4fe0-8160-3f02dd9ee036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:15.946007 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182477d-7c12-4778-a534-b7925d83ba6d req-64f21fc9-116d-44a2-8781-1af97d68e819 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:15.947734 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1182477d-7c12-4778-a534-b7925d83ba6d req-64f21fc9-116d-44a2-8781-1af97d68e819 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0614488 Sep 09 21:02:16.011675 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1182477d-7c12-4778-a534-b7925d83ba6d req-e6d77307-c746-490a-99ac-282877c1a327 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515523 Sep 09 21:02:16.489626 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4d347-718d-4350-8c2e-674c8e991632 req-b9d984d4-3fcc-4fe2-8b5b-dcb0ec22635e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:16.494540 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fbe4d347-718d-4350-8c2e-674c8e991632 req-b9d984d4-3fcc-4fe2-8b5b-dcb0ec22635e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 945 time: 0.1291332 Sep 09 21:02:16.563004 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device af293dab-d905-4044-93a8-a27a8da85611 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:02:16.760823 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1ec6c-0972-4a14-8ba5-8f2d88c33d1f req-a922988c-6465-47e3-ac56-3109546ed053 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:16.770153 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-39e1ec6c-0972-4a14-8ba5-8f2d88c33d1f req-a922988c-6465-47e3-ac56-3109546ed053 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 944 time: 0.1779349 Sep 09 21:02:16.793202 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c728d-962e-4f1e-addb-576f7e023eea req-94e22831-006b-4865-8494-9a172aef26f6 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:16.795295 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-544c728d-962e-4f1e-addb-576f7e023eea req-94e22831-006b-4865-8494-9a172aef26f6 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 945 time: 0.2066677 Sep 09 21:02:16.877395 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port af293dab-d905-4044-93a8-a27a8da85611, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=af293dab-d905-4044-93a8-a27a8da85611,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:02:16.885765 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-fbe4d347-718d-4350-8c2e-674c8e991632 req-40ac2b21-a45b-48fe-a2f1-88028b6dc2b0 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Deleting port 68b875f7-15d1-453a-8b9a-e2ee3bc586bb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:02:16.886120 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fbe4d347-718d-4350-8c2e-674c8e991632 req-40ac2b21-a45b-48fe-a2f1-88028b6dc2b0 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:16.898121 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': 'af293dab-d905-4044-93a8-a27a8da85611', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'port_id': 'af293dab-d905-4044-93a8-a27a8da85611', 'mac_address': 'fa:16:3e:81:de:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:02:16.931320 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-39e1ec6c-0972-4a14-8ba5-8f2d88c33d1f req-009c27ce-dc8d-4003-b51f-764f9e9227bb tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598494 Sep 09 21:02:16.977406 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-544c728d-962e-4f1e-addb-576f7e023eea req-75b12d03-2c03-4fe7-ad10-03f3f94f0990 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664872 Sep 09 21:02:17.036352 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:17.068130 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af293dab-d905-4044-93a8-a27a8da85611 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:02:17.111011 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port af293dab-d905-4044-93a8-a27a8da85611, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=af293dab-d905-4044-93a8-a27a8da85611,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:02:17.118842 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:17.188808 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fba5e9-3731-4604-bde5-1f0b16d3f4ff req-1f8958c5-5c8c-450e-9dbf-79febb1f0962 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:17.198334 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-59fba5e9-3731-4604-bde5-1f0b16d3f4ff req-1f8958c5-5c8c-450e-9dbf-79febb1f0962 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1584830 Sep 09 21:02:17.220641 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=af293dab-d905-4044-93a8-a27a8da85611,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:17.235324 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-fbe4d347-718d-4350-8c2e-674c8e991632 req-40ac2b21-a45b-48fe-a2f1-88028b6dc2b0 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] For port 68b875f7-15d1-453a-8b9a-e2ee3bc586bb, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=68b875f7-15d1-453a-8b9a-e2ee3bc586bb,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:02:17.235722 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fbe4d347-718d-4350-8c2e-674c8e991632 req-40ac2b21-a45b-48fe-a2f1-88028b6dc2b0 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:17.248787 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1164c-ba63-49c5-8975-92487bda45a2 req-e3ae8c2c-1e14-4616-a684-3e44a72127e0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:17.250387 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7bc1164c-ba63-49c5-8975-92487bda45a2 req-e3ae8c2c-1e14-4616-a684-3e44a72127e0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.1584966 Sep 09 21:02:17.282908 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-fbe4d347-718d-4350-8c2e-674c8e991632 req-40ac2b21-a45b-48fe-a2f1-88028b6dc2b0 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Calling delete_port for 68b875f7-15d1-453a-8b9a-e2ee3bc586bb owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:02:17.296089 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['af293dab-d905-4044-93a8-a27a8da85611'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:02:17.308053 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-59fba5e9-3731-4604-bde5-1f0b16d3f4ff req-b8c57003-7f35-4421-9390-e653574eb3b8 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091828 Sep 09 21:02:17.429602 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7bc1164c-ba63-49c5-8975-92487bda45a2 req-92c0dd92-9f5f-48e5-8a2b-6276666e9eff tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592245 Sep 09 21:02:17.489165 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3eb9b6-e3c5-4e60-8dd6-cecefa1e0950 req-393d65ee-fe50-4b27-94ec-bf6f6815bede tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:17.490876 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ee3eb9b6-e3c5-4e60-8dd6-cecefa1e0950 req-393d65ee-fe50-4b27-94ec-bf6f6815bede tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0854082 Sep 09 21:02:17.574530 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ee3eb9b6-e3c5-4e60-8dd6-cecefa1e0950 req-563a81fa-e1ef-4d67-8420-e7a0ae8270a3 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704970 Sep 09 21:02:17.618451 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fbe4d347-718d-4350-8c2e-674c8e991632 req-40ac2b21-a45b-48fe-a2f1-88028b6dc2b0 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:17.637615 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f', '7410a3a2-3df2-40f4-898e-ad6c16a68729', 'f9e12224-d116-435f-a32d-92376fbc45a8', '68b875f7-15d1-453a-8b9a-e2ee3bc586bb'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:02:17.653797 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac2b21-a45b-48fe-a2f1-88028b6dc2b0 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Pushing event deleted for resources: {'Port': ['ID=68b875f7-15d1-453a-8b9a-e2ee3bc586bb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:17.763352 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe4d347-718d-4350-8c2e-674c8e991632 req-40ac2b21-a45b-48fe-a2f1-88028b6dc2b0 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] No DVR routers for this DVR port 68b875f7-15d1-453a-8b9a-e2ee3bc586bb on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:02:17.763352 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fbe4d347-718d-4350-8c2e-674c8e991632 req-40ac2b21-a45b-48fe-a2f1-88028b6dc2b0 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:17.776927 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fbe4d347-718d-4350-8c2e-674c8e991632 req-40ac2b21-a45b-48fe-a2f1-88028b6dc2b0 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "DELETE /v2.0/ports/68b875f7-15d1-453a-8b9a-e2ee3bc586bb HTTP/1.1" status: 204 len: 173 time: 1.2547436 Sep 09 21:02:17.776927 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a826182c-75e1-41d3-8f82-449a15ae1031', 'name': 'network-vif-deleted', 'tag': '68b875f7-15d1-453a-8b9a-e2ee3bc586bb'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:02:17.787255 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426f6e26-01e9-4fde-8b53-d7417cd09fc5" -d '{"events": [{"server_uuid": "a826182c-75e1-41d3-8f82-449a15ae1031", "name": "network-vif-deleted", "tag": "68b875f7-15d1-453a-8b9a-e2ee3bc586bb"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:02:17.857616 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6a1a19-4812-4feb-96f9-23ca071f843c x-openstack-request-id: req-5e6a1a19-4812-4feb-96f9-23ca071f843c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:02:17.857960 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a826182c-75e1-41d3-8f82-449a15ae1031", "name": "network-vif-deleted", "tag": "68b875f7-15d1-453a-8b9a-e2ee3bc586bb", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:02:17.858216 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e6a1a19-4812-4feb-96f9-23ca071f843c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:02:17.858670 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a826182c-75e1-41d3-8f82-449a15ae1031', 'name': 'network-vif-deleted', 'tag': '68b875f7-15d1-453a-8b9a-e2ee3bc586bb', 'status': 'completed', 'code': 200} Sep 09 21:02:18.437023 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0777e503-3178-41e1-b624-bd7147a58176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:18.581675 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 02b765e4-b85d-4838-8eb6-41d8f5fedb7f up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:02:18.669936 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-859cf2f0-3f8a-40fa-8396-32bb1d309a59 req-f3ef57df-25fe-43f5-a7b2-dcc9485652f8 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=a826182c-75e1-41d3-8f82-449a15ae1031 HTTP/1.1" status: 200 len: 210 time: 0.0739086 Sep 09 21:02:18.680391 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:18.716051 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c647a-0bc2-4490-8c9b-bbf1ebfe2809 req-2f4c2ff5-2902-4814-9d2e-682d41ba41a4 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:18.728747 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ff9c647a-0bc2-4490-8c9b-bbf1ebfe2809 req-2f4c2ff5-2902-4814-9d2e-682d41ba41a4 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 944 time: 0.6594903 Sep 09 21:02:18.741896 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port 02b765e4-b85d-4838-8eb6-41d8f5fedb7f completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:02:18.747436 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port 02b765e4-b85d-4838-8eb6-41d8f5fedb7f triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:02:18.748109 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:18.930271 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ff9c647a-0bc2-4490-8c9b-bbf1ebfe2809 req-b1b05b6b-d31f-4b72-8446-a53dbd47f1a7 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727531 Sep 09 21:02:19.041953 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:19.062952 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90051f-8c96-4ba1-aff8-a0d3fc80c366 req-69ab508b-abdd-4985-a4f6-95b00ddd7595 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:19.070787 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8b90051f-8c96-4ba1-aff8-a0d3fc80c366 req-69ab508b-abdd-4985-a4f6-95b00ddd7595 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1350296 Sep 09 21:02:19.099669 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d036746-1868-4c24-a62f-7e5821df3456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b765e4-b85d-4838-8eb6-41d8f5fedb7f'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:02:19.102288 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d32604-1534-4dd0-8e88-0a8f54c30b27" -d '{"events": [{"server_uuid": "1d036746-1868-4c24-a62f-7e5821df3456", "name": "network-vif-plugged", "status": "completed", "tag": "02b765e4-b85d-4838-8eb6-41d8f5fedb7f"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:02:19.124146 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 02b765e4-b85d-4838-8eb6-41d8f5fedb7f, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=02b765e4-b85d-4838-8eb6-41d8f5fedb7f,segment=NetworkSegment(cd26ad8a-cdaa-4d80-9e66-df691b959d92),segment_id=cd26ad8a-cdaa-4d80-9e66-df691b959d92)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:02:19.132111 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:19.133301 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device af293dab-d905-4044-93a8-a27a8da85611 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:02:19.149946 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8b90051f-8c96-4ba1-aff8-a0d3fc80c366 req-dea91e7c-492e-4d2b-ac73-bed603aed7fa tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704963 Sep 09 21:02:19.241858 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d729d247-f87a-4492-8a7d-515d4b5f3e8f x-openstack-request-id: req-d729d247-f87a-4492-8a7d-515d4b5f3e8f {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:02:19.242480 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d036746-1868-4c24-a62f-7e5821df3456", "name": "network-vif-plugged", "status": "completed", "tag": "02b765e4-b85d-4838-8eb6-41d8f5fedb7f", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:02:19.242960 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d729d247-f87a-4492-8a7d-515d4b5f3e8f {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:02:19.243976 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d036746-1868-4c24-a62f-7e5821df3456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b765e4-b85d-4838-8eb6-41d8f5fedb7f', 'code': 200} Sep 09 21:02:19.284298 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbaf6f-45fe-408b-9b18-197b4d41102a req-e05484f9-85de-4dd1-b07d-ec33a68ffa6c tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:19.286744 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8ccbaf6f-45fe-408b-9b18-197b4d41102a req-e05484f9-85de-4dd1-b07d-ec33a68ffa6c tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 944 time: 0.1041453 Sep 09 21:02:19.290182 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=02b765e4-b85d-4838-8eb6-41d8f5fedb7f,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:19.309311 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port af293dab-d905-4044-93a8-a27a8da85611 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:02:19.310076 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:19.449670 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8ccbaf6f-45fe-408b-9b18-197b4d41102a req-323d34df-2440-4c9f-bb83-ed918149ad7b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432884 Sep 09 21:02:19.545301 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:19.590201 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port af293dab-d905-4044-93a8-a27a8da85611, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=af293dab-d905-4044-93a8-a27a8da85611,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:02:19.597478 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:19.598909 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 68b875f7-15d1-453a-8b9a-e2ee3bc586bb no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:02:19.710639 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: 68b875f7-15d1-453a-8b9a-e2ee3bc586bb {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:02:19.710639 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 68b875f7-15d1-453a-8b9a-e2ee3bc586bb not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:02:19.712768 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=af293dab-d905-4044-93a8-a27a8da85611,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:19.726467 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38fc9b-b536-4e12-b8f0-321b006d0c38 req-968d81af-b14b-4042-8c06-1466a3ffeb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:19.729088 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cf38fc9b-b536-4e12-b8f0-321b006d0c38 req-968d81af-b14b-4042-8c06-1466a3ffeb9a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 1098 time: 0.1519210 Sep 09 21:02:19.846168 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cf38fc9b-b536-4e12-b8f0-321b006d0c38 req-f776dd69-b408-4221-b895-e5dc4839519c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997880 Sep 09 21:02:20.004792 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:20.242920 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b974f-5ef6-4832-a38d-d30c8e908dc7 req-9b170c04-e87f-4bb3-8e2c-32dd1740f25c tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:20.252851 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-621b974f-5ef6-4832-a38d-d30c8e908dc7 req-9b170c04-e87f-4bb3-8e2c-32dd1740f25c tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 945 time: 0.1347814 Sep 09 21:02:20.365647 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-621b974f-5ef6-4832-a38d-d30c8e908dc7 req-0b56024e-5e26-4e8f-b842-11c6e86ef848 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082110 Sep 09 21:02:20.390316 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12862dd2-2551-46d7-ac7c-267447ebc06d req-610fb3bf-0a17-49d7-b38c-829b193f7aec tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:20.404391 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-12862dd2-2551-46d7-ac7c-267447ebc06d req-610fb3bf-0a17-49d7-b38c-829b193f7aec tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1435688 Sep 09 21:02:20.487358 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-12862dd2-2551-46d7-ac7c-267447ebc06d req-d9c49c65-6ca7-4071-b671-97b66dcd7fd0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812795 Sep 09 21:02:20.846585 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63a2d7-4984-43e8-8688-b990f5c1238a req-8e68e2b7-6d28-4c84-bf19-aeeffaeb0b50 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:20.860712 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-af63a2d7-4984-43e8-8688-b990f5c1238a req-8e68e2b7-6d28-4c84-bf19-aeeffaeb0b50 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.1775396 Sep 09 21:02:20.937016 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-af63a2d7-4984-43e8-8688-b990f5c1238a req-d66d0004-d0b4-4cff-b681-7284f5137368 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678349 Sep 09 21:02:21.262089 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4482199d-98ea-41a4-a133-ea6d1f664124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af293dab-d905-4044-93a8-a27a8da85611'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:02:21.267044 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a683bd58-6657-4173-b2c2-9e6cc3c7dc07" -d '{"events": [{"server_uuid": "4482199d-98ea-41a4-a133-ea6d1f664124", "name": "network-vif-plugged", "status": "completed", "tag": "af293dab-d905-4044-93a8-a27a8da85611"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:02:21.312748 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98feb0e-30bf-46f4-bc76-f76768d9cbf3 x-openstack-request-id: req-f98feb0e-30bf-46f4-bc76-f76768d9cbf3 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:02:21.313308 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4482199d-98ea-41a4-a133-ea6d1f664124", "name": "network-vif-plugged", "status": "completed", "tag": "af293dab-d905-4044-93a8-a27a8da85611", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:02:21.313721 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f98feb0e-30bf-46f4-bc76-f76768d9cbf3 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:02:21.314279 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4482199d-98ea-41a4-a133-ea6d1f664124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af293dab-d905-4044-93a8-a27a8da85611', 'code': 200} Sep 09 21:02:21.453748 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:21.645905 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91f7a1-9ebb-4ea0-9f5b-3e0893a261ab req-cb0d649f-8434-41d7-bb26-4024cfca3bf7 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:21.669642 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-aa91f7a1-9ebb-4ea0-9f5b-3e0893a261ab req-cb0d649f-8434-41d7-bb26-4024cfca3bf7 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 945 time: 0.1343834 Sep 09 21:02:21.813635 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-aa91f7a1-9ebb-4ea0-9f5b-3e0893a261ab req-7682c009-2112-48ae-9a06-e6b811432bd7 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408992 Sep 09 21:02:21.890984 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc22a95-946e-4392-979f-86d62d8fa6ad req-d10bd9af-2060-4f8b-bd59-c75ebf764d0d tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:21.898634 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cbc22a95-946e-4392-979f-86d62d8fa6ad req-d10bd9af-2060-4f8b-bd59-c75ebf764d0d tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 946 time: 0.1877115 Sep 09 21:02:22.063178 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cbc22a95-946e-4392-979f-86d62d8fa6ad req-1adc24d8-85cc-461e-a11e-387bb4daa83a tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522419 Sep 09 21:02:22.128447 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff02901-38bc-4255-9214-f148b1ae5f46 req-73bb1a9d-4d9e-4832-a631-f073a657f027 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:22.137368 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1ff02901-38bc-4255-9214-f148b1ae5f46 req-73bb1a9d-4d9e-4832-a631-f073a657f027 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1182575 Sep 09 21:02:22.268812 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1ff02901-38bc-4255-9214-f148b1ae5f46 req-fddfb19c-cc97-48bb-96de-4a866fcb1ff1 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272798 Sep 09 21:02:22.338064 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c663a69-73b1-4330-8bd5-e1de943f9f4f req-c02de03b-984b-489f-8089-b94f34bd95c5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:22.346257 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1c663a69-73b1-4330-8bd5-e1de943f9f4f req-c02de03b-984b-489f-8089-b94f34bd95c5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.1531620 Sep 09 21:02:22.409797 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1c663a69-73b1-4330-8bd5-e1de943f9f4f req-06b07507-fb8d-4fb8-af8f-a5155da7530a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609050 Sep 09 21:02:23.134308 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d188d-744c-4479-8756-adcb5d37dd1f req-0a3e398c-7d66-4080-996e-5637f89519bd tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:23.145120 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7d4d188d-744c-4479-8756-adcb5d37dd1f req-0a3e398c-7d66-4080-996e-5637f89519bd tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 945 time: 0.1310301 Sep 09 21:02:23.227392 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7d4d188d-744c-4479-8756-adcb5d37dd1f req-b92d054e-b31d-4da4-8c29-8be26e6bed0e tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812862 Sep 09 21:02:23.319328 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29c555-1474-4753-9595-fd28dd59d3f1 req-3b6a364b-7557-46b1-9dc0-6df63dfdbbe1 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:23.323308 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ce29c555-1474-4753-9595-fd28dd59d3f1 req-3b6a364b-7557-46b1-9dc0-6df63dfdbbe1 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 946 time: 0.1122282 Sep 09 21:02:23.426358 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ce29c555-1474-4753-9595-fd28dd59d3f1 req-5559412b-6196-446b-a26c-188a3f2dd964 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967927 Sep 09 21:02:23.653859 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0d1ed-4724-4553-a7b7-3a04e039e4dd req-2a635cae-403f-4499-9cc9-1da44f4b2d61 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:23.670212 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b7c0d1ed-4724-4553-a7b7-3a04e039e4dd req-2a635cae-403f-4499-9cc9-1da44f4b2d61 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1208522 Sep 09 21:02:23.773073 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b7c0d1ed-4724-4553-a7b7-3a04e039e4dd req-9ddc9197-a2d0-4613-bb94-170e4109c409 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014581 Sep 09 21:02:24.007680 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf9208-448e-4c0e-8886-6df9ea3c4c72 req-8bd0b3a2-ae2d-4061-b482-dab3cead4b1b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:24.014188 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fbbf9208-448e-4c0e-8886-6df9ea3c4c72 req-8bd0b3a2-ae2d-4061-b482-dab3cead4b1b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.1594563 Sep 09 21:02:24.132307 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fbbf9208-448e-4c0e-8886-6df9ea3c4c72 req-8f1d55c7-1574-4496-a34e-9706dc054813 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118288 Sep 09 21:02:24.227425 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1c6aa-d7fc-4906-b1ab-1a8622aad14c req-4525b3bc-bfc3-4957-a199-016d71394097 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:24.233192 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dff1c6aa-d7fc-4906-b1ab-1a8622aad14c req-4525b3bc-bfc3-4957-a199-016d71394097 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 946 time: 0.1802731 Sep 09 21:02:24.671820 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-dff1c6aa-d7fc-4906-b1ab-1a8622aad14c req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Deleting port f9e12224-d116-435f-a32d-92376fbc45a8 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:02:24.671820 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dff1c6aa-d7fc-4906-b1ab-1a8622aad14c req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:24.803396 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befbcaf-d675-4c92-90b8-b5c368b6eccb req-9e4e7b14-16e5-4051-acbf-6cf146759049 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:24.809722 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7befbcaf-d675-4c92-90b8-b5c368b6eccb req-9e4e7b14-16e5-4051-acbf-6cf146759049 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 946 time: 0.2028348 Sep 09 21:02:25.190988 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3cc71-a4a0-4d1b-b514-cf8881c1355f req-be20be0c-a036-4b03-bb02-33716da396f8 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:25.208942 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d6f3cc71-a4a0-4d1b-b514-cf8881c1355f req-be20be0c-a036-4b03-bb02-33716da396f8 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.2516942 Sep 09 21:02:25.286196 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7befbcaf-d675-4c92-90b8-b5c368b6eccb req-19d58d79-9383-4226-a6bf-d896351ffa2c tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632127 Sep 09 21:02:25.321243 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dff1c6aa-d7fc-4906-b1ab-1a8622aad14c req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] For port f9e12224-d116-435f-a32d-92376fbc45a8, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=f9e12224-d116-435f-a32d-92376fbc45a8,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:02:25.322126 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dff1c6aa-d7fc-4906-b1ab-1a8622aad14c req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:25.351149 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d6f3cc71-a4a0-4d1b-b514-cf8881c1355f req-e10072e7-e8c7-4c97-891b-c4db3fd0662e tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294875 Sep 09 21:02:25.388669 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-dff1c6aa-d7fc-4906-b1ab-1a8622aad14c req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Calling delete_port for f9e12224-d116-435f-a32d-92376fbc45a8 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:02:25.558274 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deb46a-b26e-497e-bc8f-f32b4fb00caf req-9cb22896-d5da-4b43-8cf2-15e7b029b66e tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:25.560059 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d7deb46a-b26e-497e-bc8f-f32b4fb00caf req-9cb22896-d5da-4b43-8cf2-15e7b029b66e tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0987842 Sep 09 21:02:25.623347 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d7deb46a-b26e-497e-bc8f-f32b4fb00caf req-d42d0681-a15c-4179-acaf-c0aac4aad055 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535827 Sep 09 21:02:25.766940 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dff1c6aa-d7fc-4906-b1ab-1a8622aad14c req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:25.792118 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f', '7410a3a2-3df2-40f4-898e-ad6c16a68729', 'f9e12224-d116-435f-a32d-92376fbc45a8'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:02:25.891958 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Pushing event deleted for resources: {'Port': ['ID=f9e12224-d116-435f-a32d-92376fbc45a8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:25.906018 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:25.906541 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:25.906969 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:25.907488 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:25.908131 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:25.909550 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:25.910230 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:25.910753 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:25.911167 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:25.911751 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:25.928317 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:25.929900 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:25.961161 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff1c6aa-d7fc-4906-b1ab-1a8622aad14c req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] No DVR routers for this DVR port f9e12224-d116-435f-a32d-92376fbc45a8 on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:02:25.965463 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dff1c6aa-d7fc-4906-b1ab-1a8622aad14c req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:25.968502 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dff1c6aa-d7fc-4906-b1ab-1a8622aad14c req-4bf404ef-8688-4af9-bf11-5c236e33d517 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "DELETE /v2.0/ports/f9e12224-d116-435f-a32d-92376fbc45a8 HTTP/1.1" status: 204 len: 173 time: 1.7261665 Sep 09 21:02:25.969362 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb97693-a62e-48a6-b22a-598f62548ec2', 'name': 'network-vif-deleted', 'tag': 'f9e12224-d116-435f-a32d-92376fbc45a8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:02:25.973622 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e09969-2ff7-41cc-8bd5-094f78297921" -d '{"events": [{"server_uuid": "3cb97693-a62e-48a6-b22a-598f62548ec2", "name": "network-vif-deleted", "tag": "f9e12224-d116-435f-a32d-92376fbc45a8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:02:26.198480 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb08b35-9f05-4ee7-9bf3-4b74eb9a6a80 x-openstack-request-id: req-acb08b35-9f05-4ee7-9bf3-4b74eb9a6a80 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:02:26.198950 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb97693-a62e-48a6-b22a-598f62548ec2", "name": "network-vif-deleted", "tag": "f9e12224-d116-435f-a32d-92376fbc45a8", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:02:26.204916 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acb08b35-9f05-4ee7-9bf3-4b74eb9a6a80 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:02:26.204916 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb97693-a62e-48a6-b22a-598f62548ec2', 'name': 'network-vif-deleted', 'tag': 'f9e12224-d116-435f-a32d-92376fbc45a8', 'status': 'completed', 'code': 200} Sep 09 21:02:26.642390 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-025185de-161f-40a0-830c-9af973797e50 req-503e3c9c-41ae-43f5-87ad-b0233b00b4c4 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb97693-a62e-48a6-b22a-598f62548ec2 HTTP/1.1" status: 200 len: 210 time: 0.1804209 Sep 09 21:02:26.755993 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfdc96-f20a-49d2-9bc8-140627530cd8 req-37fd58e0-d6fc-4f2e-8f03-a2e82ecc12ad tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:26.758932 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2edfdc96-f20a-49d2-9bc8-140627530cd8 req-37fd58e0-d6fc-4f2e-8f03-a2e82ecc12ad tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1714559 Sep 09 21:02:26.947932 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2edfdc96-f20a-49d2-9bc8-140627530cd8 req-5fac70ac-e5f6-47ff-b916-e6b82d3c31c9 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706913 Sep 09 21:02:26.978064 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4bdc4-3772-446f-9a7c-670202366335 req-d3b2e7df-cef6-478e-b45f-ec1d8eef46e0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:26.992286 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfd4bdc4-3772-446f-9a7c-670202366335 req-d3b2e7df-cef6-478e-b45f-ec1d8eef46e0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.2316113 Sep 09 21:02:27.098654 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfd4bdc4-3772-446f-9a7c-670202366335 req-cd75261d-9805-4dcd-96c8-8e766bd1c6b6 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019025 Sep 09 21:02:28.360877 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0e6aa-a726-4fc8-80e4-167da5aa373f req-cc420ec5-9efb-4b09-a2d8-473cb59b04ab tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:28.382976 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-12e0e6aa-a726-4fc8-80e4-167da5aa373f req-cc420ec5-9efb-4b09-a2d8-473cb59b04ab tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.2367983 Sep 09 21:02:28.640124 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device f9e12224-d116-435f-a32d-92376fbc45a8 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:02:28.704058 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-12e0e6aa-a726-4fc8-80e4-167da5aa373f req-ed281755-a388-468a-95d8-7965ac6c6ee1 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004246 Sep 09 21:02:28.757785 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: f9e12224-d116-435f-a32d-92376fbc45a8 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:02:28.764294 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device f9e12224-d116-435f-a32d-92376fbc45a8 not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:02:28.769156 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cab0b-8421-4219-8f0e-f9ac7faf1b7c req-0ca4f942-407b-4494-b2f5-f48f962669d6 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:28.784548 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d50cab0b-8421-4219-8f0e-f9ac7faf1b7c req-0ca4f942-407b-4494-b2f5-f48f962669d6 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.3984709 Sep 09 21:02:28.900288 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d50cab0b-8421-4219-8f0e-f9ac7faf1b7c req-87a470f4-75e1-4868-bffc-27c31e8c45fe tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135273 Sep 09 21:02:29.014448 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c05fdf-c7f2-455b-aae6-6432992933d2 req-262647f9-c5fb-413b-9e72-ff9a4fbbf2a6 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:29.016178 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f5c05fdf-c7f2-455b-aae6-6432992933d2 req-262647f9-c5fb-413b-9e72-ff9a4fbbf2a6 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 945 time: 0.1341491 Sep 09 21:02:29.094476 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f5c05fdf-c7f2-455b-aae6-6432992933d2 req-23b82487-9ac3-40b4-86d5-601f1e9ee690 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687246 Sep 09 21:02:29.884728 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-b6c03664-1b38-40a0-8ca5-6348ae0b896e req-e389797d-bb11-491b-869b-daa61946fc54 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1057642 Sep 09 21:02:30.050228 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c03664-1b38-40a0-8ca5-6348ae0b896e req-56df13e8-77a6-4fdb-b9c6-3829cccd3a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:30.053604 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa8306-4c4b-402d-8e02-067a19c42c7f req-2e9dbb6b-a99c-4e66-94d0-01baa0f68a13 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:30.056095 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-41aa8306-4c4b-402d-8e02-067a19c42c7f req-2e9dbb6b-a99c-4e66-94d0-01baa0f68a13 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 945 time: 0.2789352 Sep 09 21:02:30.060015 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-b6c03664-1b38-40a0-8ca5-6348ae0b896e req-56df13e8-77a6-4fdb-b9c6-3829cccd3a5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=983b19e5ed194cd8997bf4890869c35a&device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 1099 time: 0.1437764 Sep 09 21:02:30.082808 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211aff0-7a0b-4e2f-9371-826df3ab0eb0 req-1e86fa84-7db6-47f6-a713-537ce3fcd4b6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:30.110259 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c211aff0-7a0b-4e2f-9371-826df3ab0eb0 req-1e86fa84-7db6-47f6-a713-537ce3fcd4b6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.2538075 Sep 09 21:02:30.203889 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c03664-1b38-40a0-8ca5-6348ae0b896e req-de40d999-d8ca-4232-90cf-e3adbb6e21c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:30.206455 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-b6c03664-1b38-40a0-8ca5-6348ae0b896e req-de40d999-d8ca-4232-90cf-e3adbb6e21c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 HTTP/1.1" status: 200 len: 920 time: 0.1199291 Sep 09 21:02:30.282068 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-b6c03664-1b38-40a0-8ca5-6348ae0b896e req-15326ba0-df42-4999-8c06-d07d1616eaf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fa16e52-00a9-4115-9838-d6d1dc41d08f HTTP/1.1" status: 200 len: 217 time: 0.0495439 Sep 09 21:02:30.283912 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c211aff0-7a0b-4e2f-9371-826df3ab0eb0 req-ac671382-e01e-4bcb-a81c-5faa7d68b01b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712425 Sep 09 21:02:30.373892 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c03664-1b38-40a0-8ca5-6348ae0b896e req-e5ab7d80-f2c5-43ac-b2d2-e6337001026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:30.381916 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-b6c03664-1b38-40a0-8ca5-6348ae0b896e req-e5ab7d80-f2c5-43ac-b2d2-e6337001026e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0a6322a-8e0a-4b0a-99c3-ed27597028f0 HTTP/1.1" status: 200 len: 859 time: 0.0854712 Sep 09 21:02:30.400674 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc3ef3-3a4d-4068-8f15-dbd34c221b60 req-a57e2a81-38dd-433a-9c7e-057ff7744eca tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:30.402828 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b1dc3ef3-3a4d-4068-8f15-dbd34c221b60 req-a57e2a81-38dd-433a-9c7e-057ff7744eca tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.2510753 Sep 09 21:02:30.438430 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-b6c03664-1b38-40a0-8ca5-6348ae0b896e req-90b7a550-a0b4-4244-bfbf-01a927822c7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473495 Sep 09 21:02:30.517090 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b1dc3ef3-3a4d-4068-8f15-dbd34c221b60 req-e69f319e-bcb5-4dbb-902e-409d00e8a2a5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022749 Sep 09 21:02:30.521645 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-41aa8306-4c4b-402d-8e02-067a19c42c7f req-5fcc3a91-28b2-44a8-b168-486495d1713e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Deleting port 7410a3a2-3df2-40f4-898e-ad6c16a68729 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:02:30.522673 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-41aa8306-4c4b-402d-8e02-067a19c42c7f req-5fcc3a91-28b2-44a8-b168-486495d1713e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:30.681484 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-b6c03664-1b38-40a0-8ca5-6348ae0b896e req-6203bb91-e6f5-4060-a33e-84c1affac20d service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315347 Sep 09 21:02:30.686122 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874af6a-d12e-45a9-9d9f-781f884e2838 req-c533f3d0-b080-4e86-be56-76f561153107 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:30.701206 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8874af6a-d12e-45a9-9d9f-781f884e2838 req-c533f3d0-b080-4e86-be56-76f561153107 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 945 time: 0.2657423 Sep 09 21:02:30.704927 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:30.873515 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8874af6a-d12e-45a9-9d9f-781f884e2838 req-2c9d490c-dde9-4d02-9afa-656725bee7ab tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066451 Sep 09 21:02:30.930293 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-41aa8306-4c4b-402d-8e02-067a19c42c7f req-5fcc3a91-28b2-44a8-b168-486495d1713e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] For port 7410a3a2-3df2-40f4-898e-ad6c16a68729, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7410a3a2-3df2-40f4-898e-ad6c16a68729,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:02:30.930293 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-41aa8306-4c4b-402d-8e02-067a19c42c7f req-5fcc3a91-28b2-44a8-b168-486495d1713e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:30.953015 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-41aa8306-4c4b-402d-8e02-067a19c42c7f req-5fcc3a91-28b2-44a8-b168-486495d1713e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Calling delete_port for 7410a3a2-3df2-40f4-898e-ad6c16a68729 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:02:31.008313 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-b6c03664-1b38-40a0-8ca5-6348ae0b896e req-9fd545f1-e830-44cd-bb4a-2d20e27e9a0f service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115320 Sep 09 21:02:31.150031 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-41aa8306-4c4b-402d-8e02-067a19c42c7f req-5fcc3a91-28b2-44a8-b168-486495d1713e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:31.170934 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:02:31.189047 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc3a91-28b2-44a8-b168-486495d1713e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Pushing event deleted for resources: {'Port': ['ID=7410a3a2-3df2-40f4-898e-ad6c16a68729,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:31.285254 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-41aa8306-4c4b-402d-8e02-067a19c42c7f req-5fcc3a91-28b2-44a8-b168-486495d1713e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] No DVR routers for this DVR port 7410a3a2-3df2-40f4-898e-ad6c16a68729 on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:02:31.288809 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-41aa8306-4c4b-402d-8e02-067a19c42c7f req-5fcc3a91-28b2-44a8-b168-486495d1713e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:31.307669 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-41aa8306-4c4b-402d-8e02-067a19c42c7f req-5fcc3a91-28b2-44a8-b168-486495d1713e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "DELETE /v2.0/ports/7410a3a2-3df2-40f4-898e-ad6c16a68729 HTTP/1.1" status: 204 len: 173 time: 1.0503795 Sep 09 21:02:31.310837 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37578b2d-280b-43c5-89cc-fee9f920ee1b', 'name': 'network-vif-deleted', 'tag': '7410a3a2-3df2-40f4-898e-ad6c16a68729'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:02:31.335363 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c896bb3-88ef-4eff-a16f-45b1f533d1eb" -d '{"events": [{"server_uuid": "37578b2d-280b-43c5-89cc-fee9f920ee1b", "name": "network-vif-deleted", "tag": "7410a3a2-3df2-40f4-898e-ad6c16a68729"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:02:31.531047 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a668d0-d97a-467c-8b9f-ed0c70aafccf x-openstack-request-id: req-11a668d0-d97a-467c-8b9f-ed0c70aafccf {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:02:31.531608 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37578b2d-280b-43c5-89cc-fee9f920ee1b", "name": "network-vif-deleted", "tag": "7410a3a2-3df2-40f4-898e-ad6c16a68729", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:02:31.532092 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11a668d0-d97a-467c-8b9f-ed0c70aafccf {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:02:31.533527 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37578b2d-280b-43c5-89cc-fee9f920ee1b', 'name': 'network-vif-deleted', 'tag': '7410a3a2-3df2-40f4-898e-ad6c16a68729', 'status': 'completed', 'code': 200} Sep 09 21:02:31.773285 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbe96c-a7dc-4ac5-849e-aaf43aebe447 req-0ea2d110-d11f-486a-9870-6ac7667615d2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:31.792287 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-79cbe96c-a7dc-4ac5-849e-aaf43aebe447 req-0ea2d110-d11f-486a-9870-6ac7667615d2 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.2475753 Sep 09 21:02:31.960480 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-79cbe96c-a7dc-4ac5-849e-aaf43aebe447 req-0f85319d-243a-473b-baa2-ca3a076b1321 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664009 Sep 09 21:02:32.004932 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd24eeb-01a2-4ea1-a39e-4eb4c2ee2f59 req-f7cbe7cd-b487-4cf9-a378-e2da139cee39 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:32.030804 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2cd24eeb-01a2-4ea1-a39e-4eb4c2ee2f59 req-f7cbe7cd-b487-4cf9-a378-e2da139cee39 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.2310705 Sep 09 21:02:32.098288 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2cd24eeb-01a2-4ea1-a39e-4eb4c2ee2f59 req-344cca9b-c8d1-4064-8ca9-a31d7ecc10f8 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661178 Sep 09 21:02:32.290407 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bf59c216-04c3-4566-a316-b5521dd0aab0 req-bc51bf81-c26b-42de-99d5-89c1e0dda356 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 210 time: 0.0854092 Sep 09 21:02:32.636309 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 7410a3a2-3df2-40f4-898e-ad6c16a68729 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:02:32.676612 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: 7410a3a2-3df2-40f4-898e-ad6c16a68729 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:02:32.680055 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 7410a3a2-3df2-40f4-898e-ad6c16a68729 not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:02:33.433167 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb695e-ec46-492e-8e31-f425580f3a03 req-4a8e8477-004f-4a58-88b2-44edcb59e2ba tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:33.435081 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-88fb695e-ec46-492e-8e31-f425580f3a03 req-4a8e8477-004f-4a58-88b2-44edcb59e2ba tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.3096786 Sep 09 21:02:33.553057 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e701b8-9d6c-4ffc-abd1-98056b2b5148 req-d89d5586-dd51-4ac0-b8f6-00ba13067b52 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:33.568242 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-10e701b8-9d6c-4ffc-abd1-98056b2b5148 req-d89d5586-dd51-4ac0-b8f6-00ba13067b52 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.1697016 Sep 09 21:02:33.614568 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-88fb695e-ec46-492e-8e31-f425580f3a03 req-c2b2fc6e-7f1a-431e-b5bf-0d53e79d43b9 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635337 Sep 09 21:02:33.730620 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-10e701b8-9d6c-4ffc-abd1-98056b2b5148 req-648a3972-a543-43a3-ac67-aaa6806788f0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607416 Sep 09 21:02:33.905650 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-237daa92-92c9-4194-8685-3a020360ff2a req-2c8a6ac0-1853-4350-93c1-099c95680296 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 210 time: 0.1054225 Sep 09 21:02:34.840498 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa8637-0562-40b5-9467-c54e79429b38 req-0a994efd-479b-4629-b89d-97a2dd7c2f43 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:34.843533 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5dfa8637-0562-40b5-9467-c54e79429b38 req-0a994efd-479b-4629-b89d-97a2dd7c2f43 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0983737 Sep 09 21:02:34.962185 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c0529-2a6c-40e4-984a-6407094f7c69 req-728b98fa-6ab1-4239-8a1a-e54156251517 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:34.967301 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a79c0529-2a6c-40e4-984a-6407094f7c69 req-728b98fa-6ab1-4239-8a1a-e54156251517 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.1217690 Sep 09 21:02:34.980701 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5dfa8637-0562-40b5-9467-c54e79429b38 req-693f3446-495e-46da-8639-641ef1bb14a3 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197472 Sep 09 21:02:35.059416 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a79c0529-2a6c-40e4-984a-6407094f7c69 req-7ad90e04-d0a4-4bf0-924d-451220be0d0a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885038 Sep 09 21:02:35.118125 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7c8ca885-bfd0-44d4-be19-79652d921081 req-04edb7ea-fd9b-4f3c-88e6-88162ad9c37e tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=37578b2d-280b-43c5-89cc-fee9f920ee1b HTTP/1.1" status: 200 len: 210 time: 0.0567627 Sep 09 21:02:36.182599 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4e6eb-b3a3-4d74-bc86-6df5ebf94c32 req-878b2177-e131-45fe-97d3-333e75dd0732 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:36.185467 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2ae4e6eb-b3a3-4d74-bc86-6df5ebf94c32 req-878b2177-e131-45fe-97d3-333e75dd0732 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0910161 Sep 09 21:02:36.312749 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c36c8-bb93-43a2-a080-722bd5884f3a req-40cff98f-9f31-4aa1-ba49-72a8f42d8445 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:36.314383 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-766c36c8-bb93-43a2-a080-722bd5884f3a req-40cff98f-9f31-4aa1-ba49-72a8f42d8445 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.1217973 Sep 09 21:02:36.331229 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2ae4e6eb-b3a3-4d74-bc86-6df5ebf94c32 req-f64a6d73-2258-441a-a8b3-1c817e2bc1af tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163075 Sep 09 21:02:36.457584 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-766c36c8-bb93-43a2-a080-722bd5884f3a req-4dfcca58-86c6-4b09-b31d-18a67d90dbfe tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327353 Sep 09 21:02:37.251564 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62319f0-aad7-4b35-b899-3b8f68822a83 req-afbaa25f-a6fa-44a1-8245-d4bcf306cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:37.254398 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a62319f0-aad7-4b35-b899-3b8f68822a83 req-afbaa25f-a6fa-44a1-8245-d4bcf306cf09 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09f9fa611eb841048d8fa840fed2f21e&device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 1098 time: 0.1394033 Sep 09 21:02:37.414544 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62319f0-aad7-4b35-b899-3b8f68822a83 req-1196ea87-33b8-4a5e-b560-b5e3d3338e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:37.416836 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a62319f0-aad7-4b35-b899-3b8f68822a83 req-1196ea87-33b8-4a5e-b560-b5e3d3338e06 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33290427-507e-4985-8a57-85d08fed9045 HTTP/1.1" status: 200 len: 918 time: 0.1512094 Sep 09 21:02:37.534066 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a62319f0-aad7-4b35-b899-3b8f68822a83 req-83bf24b0-96fc-4bb6-b17e-aca314d9d3fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af293dab-d905-4044-93a8-a27a8da85611 HTTP/1.1" status: 200 len: 1000 time: 0.1063797 Sep 09 21:02:37.711309 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62319f0-aad7-4b35-b899-3b8f68822a83 req-4d11add1-c450-49a4-9164-642add9e4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:37.712863 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a62319f0-aad7-4b35-b899-3b8f68822a83 req-4d11add1-c450-49a4-9164-642add9e4c20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c27648d-8c41-4fee-ab75-caf24243b35e HTTP/1.1" status: 200 len: 856 time: 0.1654758 Sep 09 21:02:37.819461 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89666a-090d-4164-a99d-8d5fb34294f4 req-44b25d0d-6ac0-4d96-bc60-a9d17b819633 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:37.826266 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fe89666a-090d-4164-a99d-8d5fb34294f4 req-44b25d0d-6ac0-4d96-bc60-a9d17b819633 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.2688653 Sep 09 21:02:37.845446 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db52027-9165-4864-aeb4-0dd64c3abf43 req-df9bdd0f-ad7a-448e-8c5e-b22c7e59bff5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:37.854204 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8db52027-9165-4864-aeb4-0dd64c3abf43 req-df9bdd0f-ad7a-448e-8c5e-b22c7e59bff5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.2789326 Sep 09 21:02:37.930766 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62319f0-aad7-4b35-b899-3b8f68822a83 req-05b65aca-6aaf-4ece-8ba1-83070a6ecbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:37.933529 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a62319f0-aad7-4b35-b899-3b8f68822a83 req-05b65aca-6aaf-4ece-8ba1-83070a6ecbd3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33290427-507e-4985-8a57-85d08fed9045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2037866 Sep 09 21:02:37.985650 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fe89666a-090d-4164-a99d-8d5fb34294f4 req-79cc0afb-cbc5-4235-813d-6a59acbd45ea tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249104 Sep 09 21:02:38.003329 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8db52027-9165-4864-aeb4-0dd64c3abf43 req-38bb0f70-7fc7-4d82-ad5e-d248dd553fe4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471870 Sep 09 21:02:38.424029 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce16db-1c39-4ae5-b631-ce25906d732a req-eb2a456b-c343-4c2d-82f5-0ebbf88a8242 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:38.426269 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0dce16db-1c39-4ae5-b631-ce25906d732a req-eb2a456b-c343-4c2d-82f5-0ebbf88a8242 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 946 time: 0.0965772 Sep 09 21:02:38.483223 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0dce16db-1c39-4ae5-b631-ce25906d732a req-4580303f-b314-4a40-9132-2b2a6098e563 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505052 Sep 09 21:02:38.998065 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a62319f0-aad7-4b35-b899-3b8f68822a83 req-9a89589d-80b9-4595-a21d-4f19fa5a012e service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797295 Sep 09 21:02:39.198964 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dc337-143e-44c4-8d09-1505da456c1d req-487118a1-435b-456f-bb8b-4091ad96cae9 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:39.201013 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e07dc337-143e-44c4-8d09-1505da456c1d req-487118a1-435b-456f-bb8b-4091ad96cae9 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1119244 Sep 09 21:02:39.225854 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459c81e-6577-4229-b48e-70e5843bbd4b req-b0fb5734-99bd-485c-9eb5-4c052f3783e7 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:39.227829 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8459c81e-6577-4229-b48e-70e5843bbd4b req-b0fb5734-99bd-485c-9eb5-4c052f3783e7 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.0914969 Sep 09 21:02:39.313462 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e07dc337-143e-44c4-8d09-1505da456c1d req-f53024a5-c7a4-4225-9f56-64e87db6166e tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843594 Sep 09 21:02:39.319118 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8459c81e-6577-4229-b48e-70e5843bbd4b req-ce71d88f-451d-42db-a0dc-bd9496a982b8 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827363 Sep 09 21:02:39.611094 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48971ee7-9286-46fc-8828-a33bbf92fb84 req-a0a5d9cf-6aed-43a1-b4cd-a7abe33ffa35 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:39.612680 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-48971ee7-9286-46fc-8828-a33bbf92fb84 req-a0a5d9cf-6aed-43a1-b4cd-a7abe33ffa35 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 946 time: 0.0534327 Sep 09 21:02:39.654717 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-48971ee7-9286-46fc-8828-a33bbf92fb84 req-d9eae35a-a16f-4cbe-8df4-5f1a9f3e9150 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353081 Sep 09 21:02:40.010149 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:02:40.541864 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc39add-9ba0-4c12-ab42-00dffbf409e6 req-3b22d661-2042-49c2-a84f-a0f5ce358627 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:40.544770 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3dc39add-9ba0-4c12-ab42-00dffbf409e6 req-3b22d661-2042-49c2-a84f-a0f5ce358627 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1426861 Sep 09 21:02:40.560568 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d785c6-265c-4ff2-81a9-65d18ac7e889 req-aa1437ad-2807-4785-86b6-58cbf41093cf tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:40.563548 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-83d785c6-265c-4ff2-81a9-65d18ac7e889 req-aa1437ad-2807-4785-86b6-58cbf41093cf tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 945 time: 0.1463051 Sep 09 21:02:40.673820 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3dc39add-9ba0-4c12-ab42-00dffbf409e6 req-9c3cc914-eb20-4197-a54a-4e3c20341220 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087132 Sep 09 21:02:40.684689 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-83d785c6-265c-4ff2-81a9-65d18ac7e889 req-55161094-96de-420d-ab21-8cf0059a1066 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087606 Sep 09 21:02:40.837375 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a62319f0-aad7-4b35-b899-3b8f68822a83 req-92a6e279-9d97-4040-9963-ecfcdf7a55c2 service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480892 Sep 09 21:02:40.839422 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device af293dab-d905-4044-93a8-a27a8da85611 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:02:40.863791 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43712be2-c25f-4f8d-a8f0-f77bb48b32eb req-c615b858-e280-47cc-807f-ffdf6396444f tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:40.872877 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-43712be2-c25f-4f8d-a8f0-f77bb48b32eb req-c615b858-e280-47cc-807f-ffdf6396444f tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 946 time: 0.0847719 Sep 09 21:02:40.914395 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c61a9-c613-49a6-8d42-ffaf1b3bb1ce req-bed233e9-5c45-4d9a-85ab-7b6792ee6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:40.917187 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-509c61a9-c613-49a6-8d42-ffaf1b3bb1ce req-bed233e9-5c45-4d9a-85ab-7b6792ee6b31 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 1098 time: 0.0538037 Sep 09 21:02:40.923063 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-43712be2-c25f-4f8d-a8f0-f77bb48b32eb req-be6dfa02-35d8-4c22-9ae2-a69e418ce858 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397179 Sep 09 21:02:40.964646 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:40.972528 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-509c61a9-c613-49a6-8d42-ffaf1b3bb1ce req-30dd5ce3-da5a-41a2-ba0b-79075e95987b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428863 Sep 09 21:02:40.991967 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4482199d-98ea-41a4-a133-ea6d1f664124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af293dab-d905-4044-93a8-a27a8da85611'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:02:40.994978 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1166d9d-c5b8-4e15-9df5-c2223377403b" -d '{"events": [{"server_uuid": "4482199d-98ea-41a4-a133-ea6d1f664124", "name": "network-vif-unplugged", "status": "completed", "tag": "af293dab-d905-4044-93a8-a27a8da85611"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:02:41.008677 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port af293dab-d905-4044-93a8-a27a8da85611, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=af293dab-d905-4044-93a8-a27a8da85611,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:02:41.014263 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:41.058054 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 21:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf31f87-d076-4a12-9ce7-96d1973abe91 x-openstack-request-id: req-4cf31f87-d076-4a12-9ce7-96d1973abe91 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:02:41.058528 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4482199d-98ea-41a4-a133-ea6d1f664124", "name": "network-vif-unplugged", "status": "completed", "tag": "af293dab-d905-4044-93a8-a27a8da85611", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:02:41.058950 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cf31f87-d076-4a12-9ce7-96d1973abe91 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:02:41.059603 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4482199d-98ea-41a4-a133-ea6d1f664124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af293dab-d905-4044-93a8-a27a8da85611', 'code': 200} Sep 09 21:02:41.103383 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=af293dab-d905-4044-93a8-a27a8da85611,revision_number=8']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:41.818775 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185826f-19ea-47ef-bdbc-7d9b81d704c1 req-8a27164d-1c56-4d69-9c8a-48785972a90b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:41.821240 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a185826f-19ea-47ef-bdbc-7d9b81d704c1 req-8a27164d-1c56-4d69-9c8a-48785972a90b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0600293 Sep 09 21:02:41.895407 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a185826f-19ea-47ef-bdbc-7d9b81d704c1 req-4bc8ec4f-7778-488d-a431-03e4beb8016d tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671918 Sep 09 21:02:41.917678 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58975e-eb13-4995-a9bd-6bd58b96f947 req-f99eaf11-9db6-4ae0-a6d9-fce388ac10bf tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:41.919237 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5d58975e-eb13-4995-a9bd-6bd58b96f947 req-f99eaf11-9db6-4ae0-a6d9-fce388ac10bf tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.0823193 Sep 09 21:02:41.974924 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5d58975e-eb13-4995-a9bd-6bd58b96f947 req-48bc7641-337c-4b72-974c-90a9d4313f90 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429242 Sep 09 21:02:42.103592 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a804fb9-f3c9-4d00-8ffe-43621a4549ff req-0c4904d5-4f3d-4fc0-84a5-551f77136c5b tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:42.105204 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4a804fb9-f3c9-4d00-8ffe-43621a4549ff req-0c4904d5-4f3d-4fc0-84a5-551f77136c5b tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 946 time: 0.0637639 Sep 09 21:02:42.159731 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4a804fb9-f3c9-4d00-8ffe-43621a4549ff req-470aa081-1784-4262-8ab2-7ee3fc9cd694 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422285 Sep 09 21:02:43.052648 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf12bb-3ffb-481f-a5ea-b59404d48a69 req-d9df7ac8-9073-4511-b204-f6e49c5f0142 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:43.055893 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e7bf12bb-3ffb-481f-a5ea-b59404d48a69 req-d9df7ac8-9073-4511-b204-f6e49c5f0142 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0783048 Sep 09 21:02:43.169507 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e7bf12bb-3ffb-481f-a5ea-b59404d48a69 req-8a35fd2a-5d26-4f04-a5da-65931e50a209 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069536 Sep 09 21:02:43.193700 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d95f4-3e71-4024-a9e1-779875aaec3c req-53d83b07-bcf3-4c6e-b56a-2fa83221ec85 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:43.195347 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-852d95f4-3e71-4024-a9e1-779875aaec3c req-53d83b07-bcf3-4c6e-b56a-2fa83221ec85 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.1076057 Sep 09 21:02:43.269165 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-852d95f4-3e71-4024-a9e1-779875aaec3c req-3f8c1930-534e-48c6-9f31-59efba71c016 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555966 Sep 09 21:02:43.340072 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a6598-32ab-4c51-bb6a-846a06410ee5 req-a05c8155-340f-4944-8e89-a6dd0385ed98 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:43.340975 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b79a6598-32ab-4c51-bb6a-846a06410ee5 req-a05c8155-340f-4944-8e89-a6dd0385ed98 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 946 time: 0.0937250 Sep 09 21:02:43.365344 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ad7f6-aa91-4310-bc58-b8dff11fc734 req-565275a1-ecf4-47a7-9f1d-364f895131eb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:43.367605 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-942ad7f6-aa91-4310-bc58-b8dff11fc734 req-565275a1-ecf4-47a7-9f1d-364f895131eb tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 946 time: 0.1108520 Sep 09 21:02:43.397251 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b79a6598-32ab-4c51-bb6a-846a06410ee5 req-dc58461f-8305-4746-9a61-8bd86fc28e2d tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436440 Sep 09 21:02:43.564040 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-942ad7f6-aa91-4310-bc58-b8dff11fc734 req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Deleting port 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:02:43.564619 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-942ad7f6-aa91-4310-bc58-b8dff11fc734 req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:43.699591 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-942ad7f6-aa91-4310-bc58-b8dff11fc734 req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] For port 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f,segment=NetworkSegment(62720fd1-06da-4309-b7e3-2d6a45bbe0ba),segment_id=62720fd1-06da-4309-b7e3-2d6a45bbe0ba)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:02:43.700106 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-942ad7f6-aa91-4310-bc58-b8dff11fc734 req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:43.720362 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be78170-55cc-4a13-8380-2efe5015b0b5 req-a53952c5-8765-4020-8c5f-8bf0c81eb447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:43.722755 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6be78170-55cc-4a13-8380-2efe5015b0b5 req-a53952c5-8765-4020-8c5f-8bf0c81eb447 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=983b19e5ed194cd8997bf4890869c35a&device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 1098 time: 0.0814140 Sep 09 21:02:43.724810 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-942ad7f6-aa91-4310-bc58-b8dff11fc734 req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Calling delete_port for 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:02:43.752142 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae8771-4b98-4b04-a3ea-340873c8c939 req-352a6aa9-12d7-472c-b159-2129f19c085b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:43.753761 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d0ae8771-4b98-4b04-a3ea-340873c8c939 req-352a6aa9-12d7-472c-b159-2129f19c085b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0785761 Sep 09 21:02:43.859866 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d0ae8771-4b98-4b04-a3ea-340873c8c939 req-5174d914-7699-46f0-a4e5-09a3bb56038a tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952399 Sep 09 21:02:43.860368 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 49244) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:02:43.910550 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be78170-55cc-4a13-8380-2efe5015b0b5 req-6b52cd61-6191-4477-9c72-07e5898ac90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:43.912135 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6be78170-55cc-4a13-8380-2efe5015b0b5 req-6b52cd61-6191-4477-9c72-07e5898ac90f service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 HTTP/1.1" status: 200 len: 920 time: 0.1808302 Sep 09 21:02:43.933969 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-71706209-9cdc-4a84-922c-277d8ff9daab admin admin] Deleting subnet d3e7a496-997e-48a7-b7c6-5dc8f106749f {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:02:43.942706 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-942ad7f6-aa91-4310-bc58-b8dff11fc734 req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:43.956373 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:02:44.015671 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Pushing event deleted for resources: {'Port': ['ID=14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:44.073726 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:44.074243 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:44.074822 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:44.075416 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:44.076237 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:44.076829 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:44.077429 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:44.077991 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:44.078556 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:44.079163 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:44.079750 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:44.081145 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:44.147714 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-942ad7f6-aa91-4310-bc58-b8dff11fc734 req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] No DVR routers for this DVR port 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f on host hv-cinder-80508 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:02:44.152305 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-942ad7f6-aa91-4310-bc58-b8dff11fc734 req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:44.156040 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-942ad7f6-aa91-4310-bc58-b8dff11fc734 req-317a006b-096b-4980-8e04-184720ee26fc tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.48 "DELETE /v2.0/ports/14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f HTTP/1.1" status: 204 len: 173 time: 0.7727673 Sep 09 21:02:44.156797 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa44333c-d90a-4a08-94c5-f6dd5651320c', 'name': 'network-vif-deleted', 'tag': '14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:02:44.161520 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474eaf3bb652fec2f19919b2ceae808cc34db3da34c22d7391db7ed2cca7a9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c79aeb8-0306-42cc-9386-f4e6f0295088" -d '{"events": [{"server_uuid": "fa44333c-d90a-4a08-94c5-f6dd5651320c", "name": "network-vif-deleted", "tag": "14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:02:44.244847 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f18fb2-006d-45f4-aa98-6047c7035dc1 x-openstack-request-id: req-e4f18fb2-006d-45f4-aa98-6047c7035dc1 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:02:44.245279 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa44333c-d90a-4a08-94c5-f6dd5651320c", "name": "network-vif-deleted", "tag": "14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:02:44.245644 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4f18fb2-006d-45f4-aa98-6047c7035dc1 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:02:44.246277 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa44333c-d90a-4a08-94c5-f6dd5651320c', 'name': 'network-vif-deleted', 'tag': '14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f', 'status': 'completed', 'code': 200} Sep 09 21:02:44.259771 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71706209-9cdc-4a84-922c-277d8ff9daab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:44.262666 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6be78170-55cc-4a13-8380-2efe5015b0b5 req-bb1946a8-910a-4059-bea3-68281cf089e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e21f681c-10ec-4cea-a806-650c99dd6ae5 HTTP/1.1" status: 200 len: 217 time: 0.3393896 Sep 09 21:02:44.358371 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71706209-9cdc-4a84-922c-277d8ff9daab admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:44.379453 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71706209-9cdc-4a84-922c-277d8ff9daab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:44.416009 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be78170-55cc-4a13-8380-2efe5015b0b5 req-4cef5019-636b-4138-be7b-488cd8543a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:44.417506 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6be78170-55cc-4a13-8380-2efe5015b0b5 req-4cef5019-636b-4138-be7b-488cd8543a94 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0a6322a-8e0a-4b0a-99c3-ed27597028f0 HTTP/1.1" status: 200 len: 859 time: 0.1362007 Sep 09 21:02:44.475796 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6be78170-55cc-4a13-8380-2efe5015b0b5 req-b8d4375a-f3c2-467a-9b47-1e9f4b31d2cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368299 Sep 09 21:02:44.539956 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa28f1-44f9-4da9-8209-dbc30b5b8ff6 req-5a92892a-5614-4bda-90f6-5b6c3b12780a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:44.542396 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e2fa28f1-44f9-4da9-8209-dbc30b5b8ff6 req-5a92892a-5614-4bda-90f6-5b6c3b12780a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.1693940 Sep 09 21:02:44.643799 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8fcd6cb8-731f-46e5-9db4-153842edfc96 req-a1407c2f-7d20-421b-8966-da09a8e28623 tempest-AttachVolumeNegativeTest-164812614 tempest-AttachVolumeNegativeTest-164812614-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa44333c-d90a-4a08-94c5-f6dd5651320c HTTP/1.1" status: 200 len: 210 time: 0.0996623 Sep 09 21:02:44.696447 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71706209-9cdc-4a84-922c-277d8ff9daab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:44.732407 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e2fa28f1-44f9-4da9-8209-dbc30b5b8ff6 req-6fe73562-c69f-4df8-9f49-9b63daa0a36d tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805573 Sep 09 21:02:44.741021 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71706209-9cdc-4a84-922c-277d8ff9daab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e7a496-997e-48a7-b7c6-5dc8f106749f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:44.749103 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71706209-9cdc-4a84-922c-277d8ff9daab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:44.754444 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 49254) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:02:44.755692 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-71706209-9cdc-4a84-922c-277d8ff9daab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d3e7a496-997e-48a7-b7c6-5dc8f106749f HTTP/1.1" status: 204 len: 168 time: 0.8906813 Sep 09 21:02:44.764244 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6be78170-55cc-4a13-8380-2efe5015b0b5 req-c269d9ba-5f9f-46e5-bbb6-0446b2ba84a4 service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769611 Sep 09 21:02:44.838430 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fc68364-9cf0-405a-a2fc-5af231fdb36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:44.885038 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6be78170-55cc-4a13-8380-2efe5015b0b5 req-097832a5-4b44-411d-97d0-f4fc679c732a service neutron] 10.222.0.48 "GET /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098275 Sep 09 21:02:44.938280 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fc68364-9cf0-405a-a2fc-5af231fdb36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:44.966745 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0fc68364-9cf0-405a-a2fc-5af231fdb36c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e624b6-b018-4233-943c-4f9b667ac0a6']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:02:44.979205 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0fc68364-9cf0-405a-a2fc-5af231fdb36c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224a5454-26c4-43c1-b4e1-dc969d471742') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:02:44.979581 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0fc68364-9cf0-405a-a2fc-5af231fdb36c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224a5454-26c4-43c1-b4e1-dc969d471742') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:02:44.997078 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fc68364-9cf0-405a-a2fc-5af231fdb36c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13145614'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:45.016150 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fc68364-9cf0-405a-a2fc-5af231fdb36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:45.025208 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc68364-9cf0-405a-a2fc-5af231fdb36c admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:02:45.025818 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fc68364-9cf0-405a-a2fc-5af231fdb36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13123011'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: Traceback (most recent call last): Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: timer() Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: cb(*args, **kw) Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: return func(*args, **kwargs) Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: self._notify() Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: self.callback(batched_events) Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: event.method(event) Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: return f(self, *a, **k) Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: return self._get(url).json() Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: return self.request(url, 'GET', **kwargs) Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:02:45.032940 dv-cinder-805083-2-iscsi neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:02:45.071128 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320c516-a3d0-4405-a259-7605afc6d921 req-2a2d3488-641e-4e5f-8b3d-38ef1b07494b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:45.076234 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7320c516-a3d0-4405-a259-7605afc6d921 req-2a2d3488-641e-4e5f-8b3d-38ef1b07494b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0882027 Sep 09 21:02:45.133457 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fc68364-9cf0-405a-a2fc-5af231fdb36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:45.141431 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7320c516-a3d0-4405-a259-7605afc6d921 req-a37b3240-cdaa-43ee-8575-43b7a2d74464 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600986 Sep 09 21:02:45.151019 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fc68364-9cf0-405a-a2fc-5af231fdb36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:45.153768 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-0fc68364-9cf0-405a-a2fc-5af231fdb36c admin admin] 10.222.0.13 "DELETE /v2.0/networks/13e624b6-b018-4233-943c-4f9b667ac0a6 HTTP/1.1" status: 204 len: 168 time: 0.3982432 Sep 09 21:02:45.188639 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc68364-9cf0-405a-a2fc-5af231fdb36c admin admin] Pushing event deleted for resources: {'Network': ['ID=13e624b6-b018-4233-943c-4f9b667ac0a6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:45.506669 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 49286) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:02:45.559327 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-1a49e743-9dda-421d-a5b2-0da148344b01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c29024ca7a6e4af18b70c12d66b845c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494208 Sep 09 21:02:45.561723 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 49290) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:02:45.611457 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [req-c2fd8006-e145-4f0a-bd8c-ec9d711cf7f7 req-41891279-709e-469b-a21f-f026640df546 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:02:45.612537 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c2fd8006-e145-4f0a-bd8c-ec9d711cf7f7 req-41891279-709e-469b-a21f-f026640df546 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053742 Sep 09 21:02:45.627221 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57c7e9b4-fc15-4dc9-a4b4-78d6ce0496f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:45.651838 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57c7e9b4-fc15-4dc9-a4b4-78d6ce0496f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:45.733932 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57c7e9b4-fc15-4dc9-a4b4-78d6ce0496f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:45.738264 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57c7e9b4-fc15-4dc9-a4b4-78d6ce0496f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:45.739971 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-57c7e9b4-fc15-4dc9-a4b4-78d6ce0496f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/def2a947-1da4-4c22-beb7-d19f58d126d0 HTTP/1.1" status: 204 len: 168 time: 0.1766105 Sep 09 21:02:45.757150 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7e9b4-fc15-4dc9-a4b4-78d6ce0496f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def2a947-1da4-4c22-beb7-d19f58d126d0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:45.763521 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 49298) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:02:45.794509 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7fe60b4a-2301-473a-aaa1-00621e5651c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:45.823573 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eedcea-e556-446f-8ffb-083ddbbaca13 req-6cdd3c66-d7d9-4063-b657-9c1daf5dabaa tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:45.825218 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-66eedcea-e556-446f-8ffb-083ddbbaca13 req-6cdd3c66-d7d9-4063-b657-9c1daf5dabaa tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.0776255 Sep 09 21:02:45.859207 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f10e05f-5ba7-4c13-a01d-acde6b698894 admin admin] Deleting subnet 9f170f05-5ada-411e-802f-c1309cb301a1 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:02:45.865496 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f10e05f-5ba7-4c13-a01d-acde6b698894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:45.875265 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-66eedcea-e556-446f-8ffb-083ddbbaca13 req-bb2a26a3-bc6a-400a-bd58-a62013144c23 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436342 Sep 09 21:02:45.945292 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f10e05f-5ba7-4c13-a01d-acde6b698894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13145719'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:46.002190 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f10e05f-5ba7-4c13-a01d-acde6b698894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:46.105540 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f10e05f-5ba7-4c13-a01d-acde6b698894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13123105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13020265'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:46.135106 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10e05f-5ba7-4c13-a01d-acde6b698894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f170f05-5ada-411e-802f-c1309cb301a1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:46.139556 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f10e05f-5ba7-4c13-a01d-acde6b698894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:46.144745 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 49312) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:02:46.145340 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-8f10e05f-5ba7-4c13-a01d-acde6b698894 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9f170f05-5ada-411e-802f-c1309cb301a1 HTTP/1.1" status: 204 len: 168 time: 0.3790090 Sep 09 21:02:46.292929 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:46.461092 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:46.489912 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:02:46.490264 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:02:46.491057 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:02:46.491418 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Subscribe: > port after_create 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:02:46.491763 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:02:46.492120 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Subscribe: > port after_update 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:02:46.492441 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:02:46.492782 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:02:46.493104 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:02:46.493691 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:02:46.585318 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:02:46.585832 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:02:46.586090 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:02:46.586434 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:02:46.586809 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42faf0dd-0ea8-4584-a5dd-61768b1fe3db']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:02:46.613563 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2ecdd-a748-45dc-8eb2-548038c96f71 req-6d9cde22-3146-472b-91e8-95e1844971f4 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:46.615479 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-14f2ecdd-a748-45dc-8eb2-548038c96f71 req-6d9cde22-3146-472b-91e8-95e1844971f4 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.3065104 Sep 09 21:02:46.622132 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62720fd1-06da-4309-b7e3-2d6a45bbe0ba') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:02:46.622300 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62720fd1-06da-4309-b7e3-2d6a45bbe0ba') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:02:46.649757 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14234935'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:46.676110 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 49340) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:02:46.709705 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:46.746684 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:02:46.746837 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14198969'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: from cryptography.utils import int_from_bytes Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: from cryptography.utils import int_from_bytes Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: Traceback (most recent call last): Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: timer() Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: cb(*args, **kw) Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: return func(*args, **kwargs) Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: self._notify() Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: self.callback(batched_events) Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: event.method(event) Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: return f(self, *a, **k) Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._get(url).json() Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: return self.request(url, 'GET', **kwargs) Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:02:46.793428 dv-cinder-805083-2-iscsi neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:02:46.830641 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8985a5b-6251-4e6e-a803-6031b9d1e3f2 req-9b2f75e9-0b50-43b1-94cb-313313a5089c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1503129 Sep 09 21:02:46.839792 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-14f2ecdd-a748-45dc-8eb2-548038c96f71 req-f5d7cdd5-ffec-4b05-b45b-59ce5d5aaf8d tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986706 Sep 09 21:02:46.840917 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [req-d8985a5b-6251-4e6e-a803-6031b9d1e3f2 req-7f7e4af8-21f6-4e05-9074-fc2c1f4417a0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:02:46.842115 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8985a5b-6251-4e6e-a803-6031b9d1e3f2 req-7f7e4af8-21f6-4e05-9074-fc2c1f4417a0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061953 Sep 09 21:02:46.867704 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:02:46.910893 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:02:46.911593 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 14a871a2-8d63-4ff9-a7f5-ef194bd8fe0f not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:02:46.912208 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:46.913135 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device af293dab-d905-4044-93a8-a27a8da85611 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:02:46.945647 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:46.950230 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] 10.222.0.13 "DELETE /v2.0/networks/42faf0dd-0ea8-4584-a5dd-61768b1fe3db HTTP/1.1" status: 204 len: 168 time: 0.8043442 Sep 09 21:02:46.980353 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 49356) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:02:47.009676 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617b345-18b0-4567-a30e-dd09269d7c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=42faf0dd-0ea8-4584-a5dd-61768b1fe3db,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:47.059687 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510f1af-1ad3-4086-9d53-97aee0dcbc8f req-39a4c0ac-2e91-4400-971d-3a963e86b78f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:47.067397 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e510f1af-1ad3-4086-9d53-97aee0dcbc8f req-39a4c0ac-2e91-4400-971d-3a963e86b78f tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 945 time: 0.2251735 Sep 09 21:02:47.106132 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e1e5f-dc68-4008-9cb9-aa35bbd42e4a req-daa032ff-9bd1-4dec-aa7a-9ffdf78b199b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:47.112364 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-922e1e5f-dc68-4008-9cb9-aa35bbd42e4a req-daa032ff-9bd1-4dec-aa7a-9ffdf78b199b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.1000285 Sep 09 21:02:47.164544 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e510f1af-1ad3-4086-9d53-97aee0dcbc8f req-626888b9-d3cf-47c1-8183-b08a2fc3b8b4 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962124 Sep 09 21:02:47.214203 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-922e1e5f-dc68-4008-9cb9-aa35bbd42e4a req-7e63ea7e-cb36-44e6-a06b-238c78c27231 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916409 Sep 09 21:02:47.242125 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 49364) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:02:47.261451 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-7e10bd19-72f9-4918-a54d-d3d2dc294ce1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-878251612-network', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:02:47.340415 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e10bd19-72f9-4918-a54d-d3d2dc294ce1 admin admin] Made reservation on behalf of 23dcd63a9c8c4f72a62f7d5b752dd05b for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:02:47.343603 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e10bd19-72f9-4918-a54d-d3d2dc294ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:47.350792 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-aa2877a9-f529-4c34-98a9-730a1cb95a42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85c3a67fec5b456d864c3eda0f5d8c81&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1070187 Sep 09 21:02:47.355514 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 49366) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:02:47.357235 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e10bd19-72f9-4918-a54d-d3d2dc294ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:47.449536 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09c9575b-593d-4b36-ac74-d95a186898ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:47.491870 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09c9575b-593d-4b36-ac74-d95a186898ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:47.500031 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e10bd19-72f9-4918-a54d-d3d2dc294ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:47.506084 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e10bd19-72f9-4918-a54d-d3d2dc294ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:47.537590 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e10bd19-72f9-4918-a54d-d3d2dc294ce1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:02:47.549727 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10bd19-72f9-4918-a54d-d3d2dc294ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e0e5f3-6c36-461b-9aa3-699327b18642,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:47.559055 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e10bd19-72f9-4918-a54d-d3d2dc294ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:47.560205 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.db.segments_db [None req-7e10bd19-72f9-4918-a54d-d3d2dc294ce1 admin admin] Added segment 69cfae04-674d-402e-bc8e-fa8dc8851d1e of type vlan for network 57585628-e7b1-478b-906c-a76a665e6759 Sep 09 21:02:47.585792 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09c9575b-593d-4b36-ac74-d95a186898ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:47.590848 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09c9575b-593d-4b36-ac74-d95a186898ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:47.593313 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-09c9575b-593d-4b36-ac74-d95a186898ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac HTTP/1.1" status: 204 len: 168 time: 0.2345181 Sep 09 21:02:47.608457 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9575b-593d-4b36-ac74-d95a186898ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9a61a5-18af-4b62-8c3f-f63bcc9a55ac,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:47.616555 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e10bd19-72f9-4918-a54d-d3d2dc294ce1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:47.659378 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e10bd19-72f9-4918-a54d-d3d2dc294ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:47.660412 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e10bd19-72f9-4918-a54d-d3d2dc294ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:47.661039 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e10bd19-72f9-4918-a54d-d3d2dc294ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:47.721929 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-7e10bd19-72f9-4918-a54d-d3d2dc294ce1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7373326 Sep 09 21:02:47.724990 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 49370) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:02:47.731265 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-898c7052-7ca8-457d-a0b5-b4bf256abce1 admin admin] Request body: {'subnet': {'network_id': '57585628-e7b1-478b-906c-a76a665e6759', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-878251612-subnet', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:02:47.762857 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898c7052-7ca8-457d-a0b5-b4bf256abce1 admin admin] Made reservation on behalf of 23dcd63a9c8c4f72a62f7d5b752dd05b for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:02:47.765737 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-898c7052-7ca8-457d-a0b5-b4bf256abce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14201962'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:47.780315 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10bd19-72f9-4918-a54d-d3d2dc294ce1 admin admin] Pushing event updated for resources: {'Network': ['ID=57585628-e7b1-478b-906c-a76a665e6759,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:47.795193 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network 57585628-e7b1-478b-906c-a76a665e6759 details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:02:47.993961 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-898c7052-7ca8-457d-a0b5-b4bf256abce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14199578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14201972'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:48.046003 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebb3f9-d7e8-49b0-8ec0-7bdce7b27230 req-4f754186-456e-4cc3-9289-f2e71afa6167 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:48.047712 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-60ebb3f9-d7e8-49b0-8ec0-7bdce7b27230 req-4f754186-456e-4cc3-9289-f2e71afa6167 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1070993 Sep 09 21:02:48.093821 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c7052-7ca8-457d-a0b5-b4bf256abce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dbb6900-dc72-4f23-9b96-20d376d9b7bd,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:48.107139 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898c7052-7ca8-457d-a0b5-b4bf256abce1 admin admin] Checking segment: {'id': '69cfae04-674d-402e-bc8e-fa8dc8851d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57585628-e7b1-478b-906c-a76a665e6759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:02:48.107799 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898c7052-7ca8-457d-a0b5-b4bf256abce1 admin admin] Network hostable DHCP agents. Network: 57585628-e7b1-478b-906c-a76a665e6759, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:02:48.132112 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-60ebb3f9-d7e8-49b0-8ec0-7bdce7b27230 req-411892e0-8a52-43a6-8778-50209df46754 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682480 Sep 09 21:02:48.142456 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898c7052-7ca8-457d-a0b5-b4bf256abce1 admin admin] Network 57585628-e7b1-478b-906c-a76a665e6759 is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:02:48.156582 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-898c7052-7ca8-457d-a0b5-b4bf256abce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, 57585628-e7b1-478b-906c-a76a665e6759) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:02:48.163085 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898c7052-7ca8-457d-a0b5-b4bf256abce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:48.163794 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-898c7052-7ca8-457d-a0b5-b4bf256abce1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:48.172914 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b572b77-0e54-4936-b5c0-5e60f59d5816 None None] Network 57585628-e7b1-478b-906c-a76a665e6759 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:02:48.194233 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-898c7052-7ca8-457d-a0b5-b4bf256abce1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4678555 Sep 09 21:02:48.201384 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 49384) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:02:48.214521 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-878251612-router', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:02:48.330611 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1988496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:48.331993 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:48.385051 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d41baa-4473-4c39-ba6e-38f60db3b792 req-d22455f6-28ae-4004-81af-e0b2c77ea4a8 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:48.387059 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-14d41baa-4473-4c39-ba6e-38f60db3b792 req-d22455f6-28ae-4004-81af-e0b2c77ea4a8 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 945 time: 0.1007273 Sep 09 21:02:48.439807 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:48.457527 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f2fd860-7251-4ab0-81bf-63533020f266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:48.512302 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca9f6dad-bf04-5eed-9a3c-1f6e8f3669a0-57585628-e7b1-478b-906c-a76a665e6759', 'network_id': '57585628-e7b1-478b-906c-a76a665e6759', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'fixed_ips': [{'subnet_id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd'}]}} from dv-cinder-805083-2-iscsi. {{(pid=93819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:02:48.514247 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:48.552516 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576de4e8-54d2-45d4-992a-c48409a03f89 req-962e6129-3eb4-4139-84f3-c50e9445afdc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:48.554132 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-576de4e8-54d2-45d4-992a-c48409a03f89 req-962e6129-3eb4-4139-84f3-c50e9445afdc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.1960006 Sep 09 21:02:48.561794 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-14d41baa-4473-4c39-ba6e-38f60db3b792 req-46b6facb-29c4-4be3-91d2-7f80e2258092 tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532187 Sep 09 21:02:48.681635 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:48.749499 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-576de4e8-54d2-45d4-992a-c48409a03f89 req-20f5d3ff-12a1-4cac-9cf7-2f7eccb0d6e2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778643 Sep 09 21:02:48.782126 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:48.784012 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27570a39-fe73-4b3f-a2ef-399016f6e18e req-39dff771-745f-418e-9276-7546d005190a tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:48.785726 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-27570a39-fe73-4b3f-a2ef-399016f6e18e req-39dff771-745f-418e-9276-7546d005190a tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 945 time: 0.1085777 Sep 09 21:02:48.801407 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Allocated IP 172.20.0.2 (57585628-e7b1-478b-906c-a76a665e6759/6dbb6900-dc72-4f23-9b96-20d376d9b7bd/b2f626f2-dcfe-43b3-8b5a-b65e561bfc50) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:02:48.983027 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8985a5b-6251-4e6e-a803-6031b9d1e3f2 req-6eb664c0-4e15-4ff2-900f-7733acb05d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:48.998377 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8985a5b-6251-4e6e-a803-6031b9d1e3f2 req-6eb664c0-4e15-4ff2-900f-7733acb05d6d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124&tenant_id=09f9fa611eb841048d8fa840fed2f21e HTTP/1.1" status: 200 len: 1096 time: 0.1805148 Sep 09 21:02:49.016817 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:49.026985 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Transition to ACTIVE for port object b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:02:49.046399 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Transition to ACTIVE for port object b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:02:49.055433 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:49.110283 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8985a5b-6251-4e6e-a803-6031b9d1e3f2 req-05adb4e7-2421-412e-b1fe-663d8b1e8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:49.116103 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8985a5b-6251-4e6e-a803-6031b9d1e3f2 req-05adb4e7-2421-412e-b1fe-663d8b1e8e22 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09f9fa611eb841048d8fa840fed2f21e&device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 1096 time: 0.0903921 Sep 09 21:02:49.123959 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Network 57585628-e7b1-478b-906c-a76a665e6759 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:02:49.127629 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:02:49.131579 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:02:49.266631 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8985a5b-6251-4e6e-a803-6031b9d1e3f2 req-10a12c13-6106-41f1-af06-8fe00f795528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:49.269177 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8985a5b-6251-4e6e-a803-6031b9d1e3f2 req-10a12c13-6106-41f1-af06-8fe00f795528 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33290427-507e-4985-8a57-85d08fed9045 HTTP/1.1" status: 200 len: 918 time: 0.1460128 Sep 09 21:02:49.279222 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-27570a39-fe73-4b3f-a2ef-399016f6e18e req-55b39732-e445-4768-9bc4-efeee6993cfd tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Deleting port 02b765e4-b85d-4838-8eb6-41d8f5fedb7f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:02:49.279909 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-27570a39-fe73-4b3f-a2ef-399016f6e18e req-55b39732-e445-4768-9bc4-efeee6993cfd tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:49.292839 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Pushing event updated for resources: {'Port': ['ID=b2f626f2-dcfe-43b3-8b5a-b65e561bfc50,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:49.323067 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:49.323451 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:49.323790 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:49.324327 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:49.324819 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:49.325303 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:49.325788 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:49.326266 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:49.326762 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:49.327241 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:49.332314 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:49.333212 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:49.353508 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Attempting to bind port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:02:49.354419 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Attempting to bind port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': '69cfae04-674d-402e-bc8e-fa8dc8851d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57585628-e7b1-478b-906c-a76a665e6759'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:02:49.355430 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Attempting to bind port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 on network 57585628-e7b1-478b-906c-a76a665e6759 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:02:49.367994 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:02:49.369409 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Checking segment: {'id': '69cfae04-674d-402e-bc8e-fa8dc8851d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57585628-e7b1-478b-906c-a76a665e6759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:02:49.370352 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:49.371427 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Bound using segment: {'id': '69cfae04-674d-402e-bc8e-fa8dc8851d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57585628-e7b1-478b-906c-a76a665e6759'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:02:49.372831 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Bound port: b2f626f2-dcfe-43b3-8b5a-b65e561bfc50, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cfae04-674d-402e-bc8e-fa8dc8851d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57585628-e7b1-478b-906c-a76a665e6759'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:02:49.373899 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:49.434415 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8985a5b-6251-4e6e-a803-6031b9d1e3f2 req-4bc56ca9-8d98-436e-948c-b82a5103757f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af293dab-d905-4044-93a8-a27a8da85611 HTTP/1.1" status: 200 len: 998 time: 0.1538649 Sep 09 21:02:49.509364 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8985a5b-6251-4e6e-a803-6031b9d1e3f2 req-67ded33c-2df9-4fd9-847f-4d300d9d1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:49.511178 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8985a5b-6251-4e6e-a803-6031b9d1e3f2 req-67ded33c-2df9-4fd9-847f-4d300d9d1c9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c27648d-8c41-4fee-ab75-caf24243b35e HTTP/1.1" status: 200 len: 856 time: 0.0591178 Sep 09 21:02:49.512925 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] For port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:02:49.518664 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] For port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=b2f626f2-dcfe-43b3-8b5a-b65e561bfc50,segment=NetworkSegment(69cfae04-674d-402e-bc8e-fa8dc8851d1e),segment_id=69cfae04-674d-402e-bc8e-fa8dc8851d1e)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:02:49.530891 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:49.581657 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-27570a39-fe73-4b3f-a2ef-399016f6e18e req-55b39732-e445-4768-9bc4-efeee6993cfd tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] For port 02b765e4-b85d-4838-8eb6-41d8f5fedb7f, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=02b765e4-b85d-4838-8eb6-41d8f5fedb7f,segment=NetworkSegment(cd26ad8a-cdaa-4d80-9e66-df691b959d92),segment_id=cd26ad8a-cdaa-4d80-9e66-df691b959d92)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:02:49.582408 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-27570a39-fe73-4b3f-a2ef-399016f6e18e req-55b39732-e445-4768-9bc4-efeee6993cfd tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:49.612176 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:49.664531 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d8335-0214-4fb6-ad71-3b1fc201fbdc None None] Pushing event updated for resources: {'Port': ['ID=b2f626f2-dcfe-43b3-8b5a-b65e561bfc50,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:49.724121 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:49.789104 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-27570a39-fe73-4b3f-a2ef-399016f6e18e req-55b39732-e445-4768-9bc4-efeee6993cfd tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Calling delete_port for 02b765e4-b85d-4838-8eb6-41d8f5fedb7f owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:02:49.887629 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8985a5b-6251-4e6e-a803-6031b9d1e3f2 req-dd4dee57-b7aa-49e5-9bf6-f5ca411c4bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:49.889508 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8985a5b-6251-4e6e-a803-6031b9d1e3f2 req-dd4dee57-b7aa-49e5-9bf6-f5ca411c4bcb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33290427-507e-4985-8a57-85d08fed9045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3664434 Sep 09 21:02:49.973583 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bf67b-dca6-4132-9283-400fb96aa5f7 req-6e2df353-1a93-4456-884b-22d51e7f30aa tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:49.975527 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-310bf67b-dca6-4132-9283-400fb96aa5f7 req-6e2df353-1a93-4456-884b-22d51e7f30aa tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d036746-1868-4c24-a62f-7e5821df3456 HTTP/1.1" status: 200 len: 945 time: 0.2333462 Sep 09 21:02:49.985858 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:50.060165 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Allocated IP 172.27.3.36 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/58343287-768b-4d23-ae19-3d3f5cea24dd) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:02:50.083690 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8985a5b-6251-4e6e-a803-6031b9d1e3f2 req-7107d660-e7f7-4aad-bee0-4a9aeb62daf2 service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830239 Sep 09 21:02:50.149635 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a6dd7-4c42-4391-9f90-cb39fd29f14d req-ff2536d4-cde1-45db-94cd-6542ea515d34 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:50.151494 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d17a6dd7-4c42-4391-9f90-cb39fd29f14d req-ff2536d4-cde1-45db-94cd-6542ea515d34 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.2239780 Sep 09 21:02:50.187353 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-310bf67b-dca6-4132-9283-400fb96aa5f7 req-28f36eae-ca70-4fc1-b8f9-a6b43e73cc2c tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.13 "GET /v2.0/security-groups?id=914c9e93-eef9-4c31-80a9-6568eb501bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902366 Sep 09 21:02:50.283524 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d8985a5b-6251-4e6e-a803-6031b9d1e3f2 req-6e637cb5-768b-4932-b5e3-89069f90d5b5 service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912308 Sep 09 21:02:50.302801 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d17a6dd7-4c42-4391-9f90-cb39fd29f14d req-d3756cfd-3ba0-41bc-b28f-f8b1e8b5dbfd tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096015 Sep 09 21:02:50.305134 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-27570a39-fe73-4b3f-a2ef-399016f6e18e req-55b39732-e445-4768-9bc4-efeee6993cfd tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:50.379374 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b39732-e445-4768-9bc4-efeee6993cfd tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Pushing event deleted for resources: {'Port': ['ID=02b765e4-b85d-4838-8eb6-41d8f5fedb7f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:50.455885 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:50.456394 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:02:50.458708 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-27570a39-fe73-4b3f-a2ef-399016f6e18e req-55b39732-e445-4768-9bc4-efeee6993cfd tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] No DVR routers for this DVR port 02b765e4-b85d-4838-8eb6-41d8f5fedb7f on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:02:50.466483 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-27570a39-fe73-4b3f-a2ef-399016f6e18e req-55b39732-e445-4768-9bc4-efeee6993cfd tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:50.467686 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-27570a39-fe73-4b3f-a2ef-399016f6e18e req-55b39732-e445-4768-9bc4-efeee6993cfd tempest-VolumesSnapshotTestJSON-896858394 tempest-VolumesSnapshotTestJSON-896858394-project] 10.222.0.48 "DELETE /v2.0/ports/02b765e4-b85d-4838-8eb6-41d8f5fedb7f HTTP/1.1" status: 204 len: 173 time: 1.6724784 Sep 09 21:02:50.468168 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d036746-1868-4c24-a62f-7e5821df3456', 'name': 'network-vif-deleted', 'tag': '02b765e4-b85d-4838-8eb6-41d8f5fedb7f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:02:50.470617 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f543d8-246b-4752-a39f-12dbf0d81aad" -d '{"events": [{"server_uuid": "1d036746-1868-4c24-a62f-7e5821df3456", "name": "network-vif-deleted", "tag": "02b765e4-b85d-4838-8eb6-41d8f5fedb7f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:02:50.546033 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:02:50.567545 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0921253-3663-4ea0-884b-e77d9d698590 x-openstack-request-id: req-f0921253-3663-4ea0-884b-e77d9d698590 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:02:50.568147 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d036746-1868-4c24-a62f-7e5821df3456", "name": "network-vif-deleted", "tag": "02b765e4-b85d-4838-8eb6-41d8f5fedb7f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:02:50.570739 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0921253-3663-4ea0-884b-e77d9d698590 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:02:50.571798 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d036746-1868-4c24-a62f-7e5821df3456', 'name': 'network-vif-deleted', 'tag': '02b765e4-b85d-4838-8eb6-41d8f5fedb7f', 'status': 'completed', 'code': 200} Sep 09 21:02:50.620793 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:50.669139 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:02:50.674529 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:02:50.679232 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:02:50.916029 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 02b765e4-b85d-4838-8eb6-41d8f5fedb7f no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:02:50.957412 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: 02b765e4-b85d-4838-8eb6-41d8f5fedb7f {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:02:50.958087 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 02b765e4-b85d-4838-8eb6-41d8f5fedb7f not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:02:51.075429 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Pushing event updated for resources: {'Port': ['ID=58343287-768b-4d23-ae19-3d3f5cea24dd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:51.347821 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b90168-a3e1-46cd-82bb-86cbc9797959 None None] Network 57585628-e7b1-478b-906c-a76a665e6759 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:02:51.396693 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:51.522530 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-09264687-71c7-4b21-9ea6-f12b42741a53 None None] Provisioning for port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:02:51.539554 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:51.543537 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-09264687-71c7-4b21-9ea6-f12b42741a53 None None] Provisioning complete for port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:02:51.543537 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09264687-71c7-4b21-9ea6-f12b42741a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:51.694374 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09264687-71c7-4b21-9ea6-f12b42741a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:51.887362 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-09264687-71c7-4b21-9ea6-f12b42741a53 None None] For port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=b2f626f2-dcfe-43b3-8b5a-b65e561bfc50,segment=NetworkSegment(69cfae04-674d-402e-bc8e-fa8dc8851d1e),segment_id=69cfae04-674d-402e-bc8e-fa8dc8851d1e)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:02:51.898452 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09264687-71c7-4b21-9ea6-f12b42741a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:52.052528 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988673'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:52.063841 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2e84a-c53c-4dc4-9ff0-3b5542b4cefc req-e07ecb60-4ea0-4134-aa2d-08eb095cefdd tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:52.066786 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-11e2e84a-c53c-4dc4-9ff0-3b5542b4cefc req-e07ecb60-4ea0-4134-aa2d-08eb095cefdd tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.5284505 Sep 09 21:02:52.110731 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09264687-71c7-4b21-9ea6-f12b42741a53 None None] Pushing event updated for resources: {'Port': ['ID=b2f626f2-dcfe-43b3-8b5a-b65e561bfc50,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:52.325848 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-11e2e84a-c53c-4dc4-9ff0-3b5542b4cefc req-07a7317a-3e30-4546-a9b3-ba7624f9a5c1 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853449 Sep 09 21:02:52.421534 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:02:52.488341 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 is scheduled to L3 agent c730623a-2d90-413c-85cd-c5eb583040aa with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:02:52.542494 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-cf9aa452-aa9f-4d35-87ca-98a69fdf7e5b None None] Provisioning complete for port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:02:52.543171 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf9aa452-aa9f-4d35-87ca-98a69fdf7e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:52.547303 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:02:52.547531 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:52.784984 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:02:52.796800 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Sync routers for ids ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:02:52.811474 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Routers {'9a1d14de-08f4-49da-8f9c-7dabb2da6c16'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:02:52.812195 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:02:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:02:52.823199 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:52.824927 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-c1f62723-62f3-4f55-a4dc-65784b79ef9b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6216061 Sep 09 21:02:52.836448 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 49484) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:02:53.017281 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Set router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:02:53.454427 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'name': 'tempest-TestMinimumBasicScenario-878251612-router', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:48Z', 'updated_at': '2021-09-09T21:02:51Z', 'revision_number': 3, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'gw_port': {'id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:49Z', 'updated_at': '2021-09-09T21:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:02:53.779741 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Checking router: 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:02:53.780098 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Updating router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 port 58343287-768b-4d23-ae19-3d3f5cea24dd binding host dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:02:53.847751 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:53.865899 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dad606-e85c-43c0-8d2f-19547d7ee269 req-a2effa35-0ff1-4e14-99be-e4423b4e333c tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:53.869195 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-56dad606-e85c-43c0-8d2f-19547d7ee269 req-a2effa35-0ff1-4e14-99be-e4423b4e333c tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.2077727 Sep 09 21:02:53.888758 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3847a51-ec7a-4a15-973e-d27a35cb2642 req-37c564b7-7e02-4d05-80d1-f0deb7aa2171 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:53.903333 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e3847a51-ec7a-4a15-973e-d27a35cb2642 req-37c564b7-7e02-4d05-80d1-f0deb7aa2171 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.3238049 Sep 09 21:02:54.028521 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e3847a51-ec7a-4a15-973e-d27a35cb2642 req-769ab0d0-93ad-4fd5-a86e-aadcb5b52e1e tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239221 Sep 09 21:02:54.060637 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-56dad606-e85c-43c0-8d2f-19547d7ee269 req-f0e97c0c-6c6a-43cf-b832-30e7526aed8e tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222136 Sep 09 21:02:54.092140 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:54.236293 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:54.254661 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Transition to ACTIVE for port object 58343287-768b-4d23-ae19-3d3f5cea24dd will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:02:54.263094 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:54.276806 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Allocated IP 172.20.0.1 (57585628-e7b1-478b-906c-a76a665e6759/6dbb6900-dc72-4f23-9b96-20d376d9b7bd/ec004870-07ea-4e28-a5f9-4aeea11d2105) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:02:54.368161 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b833af7-5251-43a4-b647-01018d9be5b2 None None] Pushing event updated for resources: {'Port': ['ID=58343287-768b-4d23-ae19-3d3f5cea24dd,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:54.398452 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b833af7-5251-43a4-b647-01018d9be5b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:54.398797 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b833af7-5251-43a4-b647-01018d9be5b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:54.399124 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b833af7-5251-43a4-b647-01018d9be5b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:54.399483 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b833af7-5251-43a4-b647-01018d9be5b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:54.399814 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b833af7-5251-43a4-b647-01018d9be5b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:54.400142 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b833af7-5251-43a4-b647-01018d9be5b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:54.400467 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b833af7-5251-43a4-b647-01018d9be5b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:54.400788 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b833af7-5251-43a4-b647-01018d9be5b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:54.401131 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b833af7-5251-43a4-b647-01018d9be5b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:54.401452 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b833af7-5251-43a4-b647-01018d9be5b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:54.403555 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b833af7-5251-43a4-b647-01018d9be5b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:54.403555 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b833af7-5251-43a4-b647-01018d9be5b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:02:54.410629 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Attempting to bind port 58343287-768b-4d23-ae19-3d3f5cea24dd on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:02:54.411022 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Attempting to bind port 58343287-768b-4d23-ae19-3d3f5cea24dd by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:02:54.411676 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Attempting to bind port 58343287-768b-4d23-ae19-3d3f5cea24dd on network e020cc29-81be-4516-9ef0-31c1421244e6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:02:54.419432 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:02:54.419957 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Checking segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:02:54.420361 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:54.420748 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Bound using segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:02:54.421218 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Bound port: 58343287-768b-4d23-ae19-3d3f5cea24dd, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:02:54.421615 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:54.491027 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:54.503777 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] For port 58343287-768b-4d23-ae19-3d3f5cea24dd, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:02:54.507523 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] For port 58343287-768b-4d23-ae19-3d3f5cea24dd, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=58343287-768b-4d23-ae19-3d3f5cea24dd,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:02:54.512895 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:54.517231 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Transition to ACTIVE for port object ec004870-07ea-4e28-a5f9-4aeea11d2105 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:02:54.556219 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:54.575069 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b833af7-5251-43a4-b647-01018d9be5b2 None None] Pushing event updated for resources: {'Port': ['ID=58343287-768b-4d23-ae19-3d3f5cea24dd,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:54.592055 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Routers {'9a1d14de-08f4-49da-8f9c-7dabb2da6c16'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:02:54.592702 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:02:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:02:54.593999 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Network 57585628-e7b1-478b-906c-a76a665e6759 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:02:54.597394 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:02:54.601380 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:02:54.643617 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Pushing event updated for resources: {'Port': ['ID=ec004870-07ea-4e28-a5f9-4aeea11d2105,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:54.659337 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1988752'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:54.748224 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] Set router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:02:54.934218 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:54.989754 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-a3e7cb4f-0187-477d-8249-fd1614e64ad4 None None] Provisioning for port ec004870-07ea-4e28-a5f9-4aeea11d2105 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:02:54.997698 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-a3e7cb4f-0187-477d-8249-fd1614e64ad4 None None] Provisioning complete for port ec004870-07ea-4e28-a5f9-4aeea11d2105 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:02:54.998457 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3e7cb4f-0187-477d-8249-fd1614e64ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:55.070827 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7cb4f-0187-477d-8249-fd1614e64ad4 None None] Port ec004870-07ea-4e28-a5f9-4aeea11d2105 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:02:55.112526 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'name': 'tempest-TestMinimumBasicScenario-878251612-router', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:48Z', 'updated_at': '2021-09-09T21:02:51Z', 'revision_number': 3, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'gw_port': {'id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:49Z', 'updated_at': '2021-09-09T21:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:02:55.171376 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15081a7e-1e2c-42b9-a726-a40a57255d63 None None] The sync data for ids ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'] in dv-cinder-805083-2-iscsi is: [{'id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'name': 'tempest-TestMinimumBasicScenario-878251612-router', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:48Z', 'updated_at': '2021-09-09T21:02:51Z', 'revision_number': 3, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'gw_port': {'id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:49Z', 'updated_at': '2021-09-09T21:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:02:55.338900 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:55.358159 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a2801-824e-40e6-9ff5-cccf3102743e req-ef8bd20f-6e9e-48e2-b602-cdf15548827a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:55.361037 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-534a2801-824e-40e6-9ff5-cccf3102743e req-ef8bd20f-6e9e-48e2-b602-cdf15548827a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.1674299 Sep 09 21:02:55.399336 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:55.628077 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Pushing event updated for resources: {'Port': ['ID=ec004870-07ea-4e28-a5f9-4aeea11d2105,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:55.646681 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1987840'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:55.653477 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-534a2801-824e-40e6-9ff5-cccf3102743e req-93544db5-32df-4849-bf1d-78ad91d72cea tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656360 Sep 09 21:02:55.669274 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68540b0-35cb-4848-b485-ec5ff4a80ec4 req-b8644d1e-6303-4c40-b913-45f88b6e7335 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:55.672073 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e68540b0-35cb-4848-b485-ec5ff4a80ec4 req-b8644d1e-6303-4c40-b913-45f88b6e7335 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.3541927 Sep 09 21:02:55.798869 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e68540b0-35cb-4848-b485-ec5ff4a80ec4 req-101c67bc-a833-42cb-866b-eddfad067b4c tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166008 Sep 09 21:02:55.882208 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Network 57585628-e7b1-478b-906c-a76a665e6759 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:02:55.883681 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:02:56.270280 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-48cabc5a-7cfb-44b0-9211-4c745faddce3 None None] Provisioning complete for port ec004870-07ea-4e28-a5f9-4aeea11d2105 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:02:56.271193 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48cabc5a-7cfb-44b0-9211-4c745faddce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:56.378033 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-48cabc5a-7cfb-44b0-9211-4c745faddce3 None None] Port ec004870-07ea-4e28-a5f9-4aeea11d2105 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:02:56.490349 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 58343287-768b-4d23-ae19-3d3f5cea24dd up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:02:56.567372 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:02:56.605631 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 58343287-768b-4d23-ae19-3d3f5cea24dd completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:02:56.610672 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 58343287-768b-4d23-ae19-3d3f5cea24dd triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:02:56.611107 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:56.809556 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:56.816001 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:02:56.836841 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-3323170a-f104-4dee-81f2-338716cdaffe admin admin] 10.222.0.13 "PUT /v2.0/routers/9a1d14de-08f4-49da-8f9c-7dabb2da6c16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0075045 Sep 09 21:02:56.863797 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port 58343287-768b-4d23-ae19-3d3f5cea24dd, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=58343287-768b-4d23-ae19-3d3f5cea24dd,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:02:56.873595 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:56.909508 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58406999-f21f-4aee-a367-8dc56a4a5d1b req-068acbcb-0dba-4551-8f6e-e5011c74ec84 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:56.912913 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-58406999-f21f-4aee-a367-8dc56a4a5d1b req-068acbcb-0dba-4551-8f6e-e5011c74ec84 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.1634426 Sep 09 21:02:57.060732 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-58406999-f21f-4aee-a367-8dc56a4a5d1b req-ee8cbf35-97ac-4fe9-b388-d00235c655f5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388311 Sep 09 21:02:57.138734 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=58343287-768b-4d23-ae19-3d3f5cea24dd,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:57.341247 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc0bb9-bf07-4c88-8edd-0b903d47a6b3 req-d7fd1c54-30e3-4ba9-9e73-f9a43bc9944a tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:57.350306 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7ddc0bb9-bf07-4c88-8edd-0b903d47a6b3 req-d7fd1c54-30e3-4ba9-9e73-f9a43bc9944a tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.0792441 Sep 09 21:02:57.434667 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7ddc0bb9-bf07-4c88-8edd-0b903d47a6b3 req-6b7c1093-5436-408a-bf1d-4e730495335c tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827100 Sep 09 21:02:57.793308 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Sync routers for ids ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:02:57.807001 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Routers {'9a1d14de-08f4-49da-8f9c-7dabb2da6c16'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:02:57.808147 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:02:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:02:57.932927 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Set router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:02:58.008690 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 49582) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:02:58.013853 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-064ee1ee-533e-4c25-bf94-bb9b3cac49d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-285846978-network', 'tenant_id': '5fa8a4808fc64c62920bb033e24e9129'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:02:58.052220 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064ee1ee-533e-4c25-bf94-bb9b3cac49d2 admin admin] Made reservation on behalf of 5fa8a4808fc64c62920bb033e24e9129 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:02:58.055027 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-064ee1ee-533e-4c25-bf94-bb9b3cac49d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:58.075310 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-064ee1ee-533e-4c25-bf94-bb9b3cac49d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:58.285477 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-064ee1ee-533e-4c25-bf94-bb9b3cac49d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:58.297777 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-064ee1ee-533e-4c25-bf94-bb9b3cac49d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:58.313306 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064ee1ee-533e-4c25-bf94-bb9b3cac49d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:02:58.327728 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-064ee1ee-533e-4c25-bf94-bb9b3cac49d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:58.328671 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.segments_db [None req-064ee1ee-533e-4c25-bf94-bb9b3cac49d2 admin admin] Added segment 7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf of type vlan for network 0d3a18f9-c5ca-4e40-aa66-7160ddef6be0 Sep 09 21:02:58.335289 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'name': 'tempest-TestMinimumBasicScenario-878251612-router', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:48Z', 'updated_at': '2021-09-09T21:02:54Z', 'revision_number': 4, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'gw_port': {'id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:49Z', 'updated_at': '2021-09-09T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'ec004870-07ea-4e28-a5f9-4aeea11d2105', 'name': '', 'network_id': '57585628-e7b1-478b-906c-a76a665e6759', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'mac_address': 'fa:16:3e:41:85:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:54Z', 'updated_at': '2021-09-09T21:02:55Z', 'revision_number': 2, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'subnets': [{'id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:02:58.386100 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Checking router: 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:02:58.386465 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Updating router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 port ec004870-07ea-4e28-a5f9-4aeea11d2105 binding host dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:02:58.419628 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e4de-0584-4f42-b476-5b6fb69cf8d6 req-3ea2922e-434b-45ad-8e72-b6fabf66a5e0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:58.421727 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cdb3e4de-0584-4f42-b476-5b6fb69cf8d6 req-3ea2922e-434b-45ad-8e72-b6fabf66a5e0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.1861224 Sep 09 21:02:58.432069 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-064ee1ee-533e-4c25-bf94-bb9b3cac49d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:58.462223 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:58.518274 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ee1ee-533e-4c25-bf94-bb9b3cac49d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67335b51-dee0-4540-924c-f70590a28190,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:58.580784 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 58343287-768b-4d23-ae19-3d3f5cea24dd up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:02:58.774599 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cdb3e4de-0584-4f42-b476-5b6fb69cf8d6 req-f1bd5c47-c4dd-4586-b4ad-7fd742ee4d22 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3338451 Sep 09 21:02:58.778257 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-064ee1ee-533e-4c25-bf94-bb9b3cac49d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:58.783406 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064ee1ee-533e-4c25-bf94-bb9b3cac49d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:58.784241 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-064ee1ee-533e-4c25-bf94-bb9b3cac49d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:58.878950 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ee1ee-533e-4c25-bf94-bb9b3cac49d2 admin admin] Pushing event updated for resources: {'Network': ['ID=0d3a18f9-c5ca-4e40-aa66-7160ddef6be0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:58.903493 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b2f00-eca7-4f87-a77a-3d3e097246e6 req-2c9a2132-464b-4c70-8fc1-69c171082de6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:58.905490 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e16b2f00-eca7-4f87-a77a-3d3e097246e6 req-2c9a2132-464b-4c70-8fc1-69c171082de6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.3523645 Sep 09 21:02:58.922075 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network 0d3a18f9-c5ca-4e40-aa66-7160ddef6be0 details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:02:58.931145 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-064ee1ee-533e-4c25-bf94-bb9b3cac49d2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9213021 Sep 09 21:02:58.934720 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 49602) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:02:58.942726 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-cb03762b-6409-40c3-ab09-6e2b684ecf76 admin admin] Request body: {'subnet': {'network_id': '0d3a18f9-c5ca-4e40-aa66-7160ddef6be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-285846978-subnet', 'tenant_id': '5fa8a4808fc64c62920bb033e24e9129', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:02:58.965738 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e16b2f00-eca7-4f87-a77a-3d3e097246e6 req-32966c54-1ad6-4c8c-80f7-2f33ea6c46f7 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538721 Sep 09 21:02:58.977652 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 58343287-768b-4d23-ae19-3d3f5cea24dd triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:02:58.979513 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:59.006671 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb03762b-6409-40c3-ab09-6e2b684ecf76 admin admin] Made reservation on behalf of 5fa8a4808fc64c62920bb033e24e9129 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:02:59.011479 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb03762b-6409-40c3-ab09-6e2b684ecf76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13020300'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:59.364066 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb03762b-6409-40c3-ab09-6e2b684ecf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13123168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13020306'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:59.421775 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03762b-6409-40c3-ab09-6e2b684ecf76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42b9861f-93e5-47c7-b429-6a2c7d326513,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:59.435785 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:59.446268 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb03762b-6409-40c3-ab09-6e2b684ecf76 admin admin] Checking segment: {'id': '7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d3a18f9-c5ca-4e40-aa66-7160ddef6be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:02:59.446630 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb03762b-6409-40c3-ab09-6e2b684ecf76 admin admin] Network hostable DHCP agents. Network: 0d3a18f9-c5ca-4e40-aa66-7160ddef6be0, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:02:59.449815 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Transition to ACTIVE for port object ec004870-07ea-4e28-a5f9-4aeea11d2105 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:02:59.458085 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:59.476024 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb03762b-6409-40c3-ab09-6e2b684ecf76 admin admin] Network 0d3a18f9-c5ca-4e40-aa66-7160ddef6be0 is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:02:59.516827 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cb03762b-6409-40c3-ab09-6e2b684ecf76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, 0d3a18f9-c5ca-4e40-aa66-7160ddef6be0) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:02:59.524328 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb03762b-6409-40c3-ab09-6e2b684ecf76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:02:59.525241 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb03762b-6409-40c3-ab09-6e2b684ecf76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:59.543841 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-cb03762b-6409-40c3-ab09-6e2b684ecf76 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6068728 Sep 09 21:02:59.548247 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 49606) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:02:59.552411 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27945bc-e9b4-460f-a27e-865c88b4b6d3 None None] Pushing event updated for resources: {'Port': ['ID=ec004870-07ea-4e28-a5f9-4aeea11d2105,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:02:59.554454 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-285846978-router', 'tenant_id': '5fa8a4808fc64c62920bb033e24e9129', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:02:59.601099 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15727322-1b41-4992-a1be-21f834bbfaf7 None None] Network 0d3a18f9-c5ca-4e40-aa66-7160ddef6be0 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:02:59.605695 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1988496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:59.607835 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:59.700012 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:59.719633 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Attempting to bind port ec004870-07ea-4e28-a5f9-4aeea11d2105 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:02:59.720168 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Attempting to bind port ec004870-07ea-4e28-a5f9-4aeea11d2105 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': '69cfae04-674d-402e-bc8e-fa8dc8851d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57585628-e7b1-478b-906c-a76a665e6759'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:02:59.720786 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Attempting to bind port ec004870-07ea-4e28-a5f9-4aeea11d2105 on network 57585628-e7b1-478b-906c-a76a665e6759 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:02:59.757907 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:02:59.758473 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Checking segment: {'id': '69cfae04-674d-402e-bc8e-fa8dc8851d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57585628-e7b1-478b-906c-a76a665e6759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:02:59.758985 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:59.759500 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Bound using segment: {'id': '69cfae04-674d-402e-bc8e-fa8dc8851d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57585628-e7b1-478b-906c-a76a665e6759'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:02:59.760068 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Bound port: ec004870-07ea-4e28-a5f9-4aeea11d2105, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cfae04-674d-402e-bc8e-fa8dc8851d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57585628-e7b1-478b-906c-a76a665e6759'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:02:59.760530 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:59.945095 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:02:59.956122 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] For port ec004870-07ea-4e28-a5f9-4aeea11d2105, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:02:59.964912 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] For port ec004870-07ea-4e28-a5f9-4aeea11d2105, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=ec004870-07ea-4e28-a5f9-4aeea11d2105,segment=NetworkSegment(69cfae04-674d-402e-bc8e-fa8dc8851d1e),segment_id=69cfae04-674d-402e-bc8e-fa8dc8851d1e)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:02:59.988497 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:00.065354 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca9f6dad-bf04-5eed-9a3c-1f6e8f3669a0-0d3a18f9-c5ca-4e40-aa66-7160ddef6be0', 'network_id': '0d3a18f9-c5ca-4e40-aa66-7160ddef6be0', 'tenant_id': '5fa8a4808fc64c62920bb033e24e9129', 'fixed_ips': [{'subnet_id': '42b9861f-93e5-47c7-b429-6a2c7d326513'}]}} from dv-cinder-805083-2-iscsi. {{(pid=93819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:03:00.066910 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:00.112088 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Routers {'9a1d14de-08f4-49da-8f9c-7dabb2da6c16'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:03:00.113184 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:02:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:00.339746 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4186b64-647d-4cb1-a645-8429155bc88a req-dcf9e956-75e3-43b6-accf-f657b5575818 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:00.343339 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b4186b64-647d-4cb1-a645-8429155bc88a req-dcf9e956-75e3-43b6-accf-f657b5575818 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.3394568 Sep 09 21:03:00.368009 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27945bc-e9b4-460f-a27e-865c88b4b6d3 None None] Pushing event updated for resources: {'Port': ['ID=ec004870-07ea-4e28-a5f9-4aeea11d2105,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:00.527055 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b4186b64-647d-4cb1-a645-8429155bc88a req-d70c1326-c8ce-4656-9d03-b3d47c266456 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852694 Sep 09 21:03:00.569287 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f6218-4c19-485d-b0c8-05b883195d73 req-b05a61f8-050e-410e-bbb3-e15ab801b612 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:00.571800 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-286f6218-4c19-485d-b0c8-05b883195d73 req-b05a61f8-050e-410e-bbb3-e15ab801b612 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.2249687 Sep 09 21:03:00.603310 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] Set router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:03:00.706237 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-286f6218-4c19-485d-b0c8-05b883195d73 req-5d0fdee7-964c-401d-9d60-0411e89ff806 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275249 Sep 09 21:03:00.712055 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Allocated IP 172.20.0.2 (0d3a18f9-c5ca-4e40-aa66-7160ddef6be0/42b9861f-93e5-47c7-b429-6a2c7d326513/608cc9a6-f3f8-4a8d-9e92-91a00501b1c4) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:03:00.744753 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:00.830696 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:00.852523 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:00.968342 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Allocated IP 172.27.3.71 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/39d647b0-b09d-4773-aef5-d4b63e2d9378) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:03:01.025931 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:01.038510 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Transition to ACTIVE for port object 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:03:01.052363 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'name': 'tempest-TestMinimumBasicScenario-878251612-router', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:48Z', 'updated_at': '2021-09-09T21:02:54Z', 'revision_number': 4, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'gw_port': {'id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:49Z', 'updated_at': '2021-09-09T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'ec004870-07ea-4e28-a5f9-4aeea11d2105', 'name': '', 'network_id': '57585628-e7b1-478b-906c-a76a665e6759', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'mac_address': 'fa:16:3e:41:85:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:54Z', 'updated_at': '2021-09-09T21:02:59Z', 'revision_number': 4, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'subnets': [{'id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:01.087064 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Transition to ACTIVE for port object 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:03:01.088862 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7e938a-bf0d-4973-a417-b777aff66732 None None] The sync data for ids ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'] in dv-cinder-805083-2-iscsi is: [{'id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'name': 'tempest-TestMinimumBasicScenario-878251612-router', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:48Z', 'updated_at': '2021-09-09T21:02:54Z', 'revision_number': 4, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'gw_port': {'id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:49Z', 'updated_at': '2021-09-09T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'ec004870-07ea-4e28-a5f9-4aeea11d2105', 'name': '', 'network_id': '57585628-e7b1-478b-906c-a76a665e6759', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'mac_address': 'fa:16:3e:41:85:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:54Z', 'updated_at': '2021-09-09T21:02:59Z', 'revision_number': 4, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'subnets': [{'id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:03:01.098871 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:01.153070 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Network 0d3a18f9-c5ca-4e40-aa66-7160ddef6be0 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:03:01.157034 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:03:01.187365 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:03:01.230707 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:01.242054 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Pushing event updated for resources: {'Port': ['ID=608cc9a6-f3f8-4a8d-9e92-91a00501b1c4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:01.305982 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Attempting to bind port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:03:01.306714 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Attempting to bind port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': '7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d3a18f9-c5ca-4e40-aa66-7160ddef6be0'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:03:01.307234 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Attempting to bind port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 on network 0d3a18f9-c5ca-4e40-aa66-7160ddef6be0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:03:01.319324 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:03:01.319926 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Checking segment: {'id': '7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d3a18f9-c5ca-4e40-aa66-7160ddef6be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:03:01.320613 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:01.321842 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Bound using segment: {'id': '7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d3a18f9-c5ca-4e40-aa66-7160ddef6be0'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:03:01.322401 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Bound port: 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d3a18f9-c5ca-4e40-aa66-7160ddef6be0'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:03:01.323585 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:01.336325 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:01.390330 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:03:01.398584 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:03:01.402122 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:03:01.434566 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Pushing event updated for resources: {'Port': ['ID=39d647b0-b09d-4773-aef5-d4b63e2d9378,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:01.502609 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] For port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:03:01.508824 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] For port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=608cc9a6-f3f8-4a8d-9e92-91a00501b1c4,segment=NetworkSegment(7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf),segment_id=7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:03:01.516532 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:01.721998 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350480f7-ce7f-4101-9d42-e6d352d67094 None None] Pushing event updated for resources: {'Port': ['ID=608cc9a6-f3f8-4a8d-9e92-91a00501b1c4,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:01.957148 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 49642) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:01.987490 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f05d91-ca6f-4ad8-a687-79c7889d63f6 req-898c2032-914d-412d-8f2f-3a4d52b8bc78 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:01.997334 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f1f05d91-ca6f-4ad8-a687-79c7889d63f6 req-898c2032-914d-412d-8f2f-3a4d52b8bc78 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.2495759 Sep 09 21:03:02.024987 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852e734-ffcd-4c27-b705-05f5246f8423 req-aa5805d8-aa79-44a7-b634-2f3a64c5db7c tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:02.032875 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a852e734-ffcd-4c27-b705-05f5246f8423 req-aa5805d8-aa79-44a7-b634-2f3a64c5db7c tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.1626539 Sep 09 21:03:02.409674 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a852e734-ffcd-4c27-b705-05f5246f8423 req-85734f9b-df10-4954-a450-5728d0b05dad tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752608 Sep 09 21:03:02.437647 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f1f05d91-ca6f-4ad8-a687-79c7889d63f6 req-dadfd02a-fac7-4fea-9270-d9143609002d tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3929877 Sep 09 21:03:02.471671 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:02.473700 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-80fbc856-e174-49a4-9d49-080e9eecee46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:02.602735 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:03:02.787834 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:03:02.794635 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-80fbc856-e174-49a4-9d49-080e9eecee46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:02.796270 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device ec004870-07ea-4e28-a5f9-4aeea11d2105 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:03:02.804571 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-80fbc856-e174-49a4-9d49-080e9eecee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:02.867159 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 49650) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:02.868123 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-80fbc856-e174-49a4-9d49-080e9eecee46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=307703416d564d25ae5d743b3660cf24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9096382 Sep 09 21:03:02.869462 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbc856-e174-49a4-9d49-080e9eecee46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e884bf-a5b3-40e6-975c-5859a5636629,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:02.966219 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port ec004870-07ea-4e28-a5f9-4aeea11d2105 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:03:03.021547 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port ec004870-07ea-4e28-a5f9-4aeea11d2105 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:03:03.022018 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:03.152796 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988673'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:03.158338 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0725b9bb-55a3-4d78-9e6a-ebe9c3196851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:03.198654 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0725b9bb-55a3-4d78-9e6a-ebe9c3196851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:03.198900 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:03.305093 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port ec004870-07ea-4e28-a5f9-4aeea11d2105, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=ec004870-07ea-4e28-a5f9-4aeea11d2105,segment=NetworkSegment(69cfae04-674d-402e-bc8e-fa8dc8851d1e),segment_id=69cfae04-674d-402e-bc8e-fa8dc8851d1e)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:03:03.315848 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:03.459707 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=ec004870-07ea-4e28-a5f9-4aeea11d2105,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:03.485163 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0725b9bb-55a3-4d78-9e6a-ebe9c3196851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:03.488492 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0725b9bb-55a3-4d78-9e6a-ebe9c3196851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:03.489700 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-0725b9bb-55a3-4d78-9e6a-ebe9c3196851 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3e884bf-a5b3-40e6-975c-5859a5636629 HTTP/1.1" status: 204 len: 168 time: 0.6171594 Sep 09 21:03:03.513398 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725b9bb-55a3-4d78-9e6a-ebe9c3196851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e884bf-a5b3-40e6-975c-5859a5636629,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:03.626125 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Router f8797f05-aed2-4c34-b23d-794f7b0b50b3 is scheduled to L3 agent c730623a-2d90-413c-85cd-c5eb583040aa with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:03:03.786731 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d12629b-52dc-435a-a9df-946ac5ca1528 None None] Network 0d3a18f9-c5ca-4e40-aa66-7160ddef6be0 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:03:03.973365 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-69d3d2a7-728c-42b9-8400-54303d4294ef None None] Provisioning for port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:03:03.989614 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-69d3d2a7-728c-42b9-8400-54303d4294ef None None] Provisioning complete for port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:03:03.995312 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69d3d2a7-728c-42b9-8400-54303d4294ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:04.166285 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:03:04.182026 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Sync routers for ids ['f8797f05-aed2-4c34-b23d-794f7b0b50b3'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:03:04.200391 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Routers {'f8797f05-aed2-4c34-b23d-794f7b0b50b3'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:03:04.201299 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:02:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['f8797f05-aed2-4c34-b23d-794f7b0b50b3'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:04.339475 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb329d-8c5f-45c3-b488-cfde81fe122d req-0e381137-2583-4d17-8f4f-affe7cbd20c4 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:04.342738 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-04bb329d-8c5f-45c3-b488-cfde81fe122d req-0e381137-2583-4d17-8f4f-affe7cbd20c4 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.1977901 Sep 09 21:03:04.344774 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:04.350698 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 49668) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:04.351364 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-1c182f3a-13d3-4955-a183-a0e4d19f3e71 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8007703 Sep 09 21:03:04.400224 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device ec004870-07ea-4e28-a5f9-4aeea11d2105 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:03:04.437314 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cd936-7545-4319-8a4f-b2f9076abaea req-f968e1ef-40c3-4c30-9338-149979f9d1a1 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:04.456411 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ff2cd936-7545-4319-8a4f-b2f9076abaea req-f968e1ef-40c3-4c30-9338-149979f9d1a1 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.3140266 Sep 09 21:03:04.502517 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Set router f8797f05-aed2-4c34-b23d-794f7b0b50b3 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:03:04.545916 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ff2cd936-7545-4319-8a4f-b2f9076abaea req-24971eca-c092-4eff-a2ec-bd7ac1e17118 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873773 Sep 09 21:03:04.619247 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-04bb329d-8c5f-45c3-b488-cfde81fe122d req-19cf412a-bd16-46e8-9bed-139c4f697ec0 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432537 Sep 09 21:03:04.631465 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69d3d2a7-728c-42b9-8400-54303d4294ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:04.820167 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'name': 'tempest-TestMinimumBasicScenario-285846978-router', 'tenant_id': '5fa8a4808fc64c62920bb033e24e9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '39d647b0-b09d-4773-aef5-d4b63e2d9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:59Z', 'updated_at': '2021-09-09T21:03:01Z', 'revision_number': 3, 'project_id': '5fa8a4808fc64c62920bb033e24e9129', 'gw_port': {'id': '39d647b0-b09d-4773-aef5-d4b63e2d9378', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:61:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:03:00Z', 'updated_at': '2021-09-09T21:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:04.854716 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-69d3d2a7-728c-42b9-8400-54303d4294ef None None] For port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=608cc9a6-f3f8-4a8d-9e92-91a00501b1c4,segment=NetworkSegment(7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf),segment_id=7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:03:04.865646 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port ec004870-07ea-4e28-a5f9-4aeea11d2105 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:03:04.869840 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:04.903233 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Checking router: f8797f05-aed2-4c34-b23d-794f7b0b50b3 for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:03:04.907533 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Updating router f8797f05-aed2-4c34-b23d-794f7b0b50b3 port 39d647b0-b09d-4773-aef5-d4b63e2d9378 binding host dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:03:04.952542 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69d3d2a7-728c-42b9-8400-54303d4294ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:04.981943 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:05.351844 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3d2a7-728c-42b9-8400-54303d4294ef None None] Pushing event updated for resources: {'Port': ['ID=608cc9a6-f3f8-4a8d-9e92-91a00501b1c4,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:05.429633 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4a906aaa-de02-4752-bc49-9c24c162143a None None] Provisioning complete for port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:03:05.430023 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4a906aaa-de02-4752-bc49-9c24c162143a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:05.604704 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:05.653488 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:05.678823 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Transition to ACTIVE for port object 39d647b0-b09d-4773-aef5-d4b63e2d9378 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:03:05.688091 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:05.757628 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Attempting to bind port 39d647b0-b09d-4773-aef5-d4b63e2d9378 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:03:05.758004 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Attempting to bind port 39d647b0-b09d-4773-aef5-d4b63e2d9378 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:03:05.758409 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Attempting to bind port 39d647b0-b09d-4773-aef5-d4b63e2d9378 on network e020cc29-81be-4516-9ef0-31c1421244e6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:03:05.772476 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b88821-bff2-4d74-829e-8d0b9c27c752 None None] Pushing event updated for resources: {'Port': ['ID=39d647b0-b09d-4773-aef5-d4b63e2d9378,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:05.775601 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:03:05.776094 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Checking segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:03:05.776421 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:05.776817 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Bound using segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:03:05.777312 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Bound port: 39d647b0-b09d-4773-aef5-d4b63e2d9378, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:03:05.777719 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:05.834158 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb7a57-c515-4d85-8e5b-e8fd2e2c5af2 req-bf047d48-f6a1-460d-b226-661c7e6d45ed tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:05.848620 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-91fb7a57-c515-4d85-8e5b-e8fd2e2c5af2 req-bf047d48-f6a1-460d-b226-661c7e6d45ed tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.1982055 Sep 09 21:03:05.858043 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Allocated IP 172.20.0.1 (0d3a18f9-c5ca-4e40-aa66-7160ddef6be0/42b9861f-93e5-47c7-b429-6a2c7d326513/b3910fca-1663-4b4d-afe3-1e8bc4dcb15f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:03:05.865832 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] For port 39d647b0-b09d-4773-aef5-d4b63e2d9378, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:03:05.872717 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] For port 39d647b0-b09d-4773-aef5-d4b63e2d9378, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=39d647b0-b09d-4773-aef5-d4b63e2d9378,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:03:05.879393 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:05.901004 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e54e22-fb76-4be5-83c7-658cf6998e8d req-14a8cadd-ecb0-4bc7-b96b-05a3161a7d36 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:05.904379 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b5e54e22-fb76-4be5-83c7-658cf6998e8d req-14a8cadd-ecb0-4bc7-b96b-05a3161a7d36 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.1834402 Sep 09 21:03:05.942836 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Routers {'f8797f05-aed2-4c34-b23d-794f7b0b50b3'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:03:05.943085 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:02:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['f8797f05-aed2-4c34-b23d-794f7b0b50b3'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:05.975782 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-91fb7a57-c515-4d85-8e5b-e8fd2e2c5af2 req-b352debf-8075-4eb3-9825-979d68bde1d9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257968 Sep 09 21:03:06.002682 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b5e54e22-fb76-4be5-83c7-658cf6998e8d req-d9fac0b8-babe-46d3-96a6-b2790a7130f5 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836775 Sep 09 21:03:06.036498 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:06.055644 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Transition to ACTIVE for port object b3910fca-1663-4b4d-afe3-1e8bc4dcb15f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:03:06.115766 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:06.144348 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b88821-bff2-4d74-829e-8d0b9c27c752 None None] Pushing event updated for resources: {'Port': ['ID=39d647b0-b09d-4773-aef5-d4b63e2d9378,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:06.167015 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Network 0d3a18f9-c5ca-4e40-aa66-7160ddef6be0 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:03:06.178463 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:03:06.182517 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:03:06.200072 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Pushing event updated for resources: {'Port': ['ID=b3910fca-1663-4b4d-afe3-1e8bc4dcb15f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:06.204351 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] Set router f8797f05-aed2-4c34-b23d-794f7b0b50b3 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:03:06.240170 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1988752'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:06.378147 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:03:06.430700 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:06.461804 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:03:06.462189 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:06.580582 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'name': 'tempest-TestMinimumBasicScenario-285846978-router', 'tenant_id': '5fa8a4808fc64c62920bb033e24e9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '39d647b0-b09d-4773-aef5-d4b63e2d9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:59Z', 'updated_at': '2021-09-09T21:03:01Z', 'revision_number': 3, 'project_id': '5fa8a4808fc64c62920bb033e24e9129', 'gw_port': {'id': '39d647b0-b09d-4773-aef5-d4b63e2d9378', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:61:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:03:00Z', 'updated_at': '2021-09-09T21:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:06.627573 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd58c196-c3b8-4912-9f3e-24fdd710d220 None None] The sync data for ids ['f8797f05-aed2-4c34-b23d-794f7b0b50b3'] in dv-cinder-805083-2-iscsi is: [{'id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'name': 'tempest-TestMinimumBasicScenario-285846978-router', 'tenant_id': '5fa8a4808fc64c62920bb033e24e9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '39d647b0-b09d-4773-aef5-d4b63e2d9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:59Z', 'updated_at': '2021-09-09T21:03:01Z', 'revision_number': 3, 'project_id': '5fa8a4808fc64c62920bb033e24e9129', 'gw_port': {'id': '39d647b0-b09d-4773-aef5-d4b63e2d9378', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:61:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:03:00Z', 'updated_at': '2021-09-09T21:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:03:06.638613 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-34536bb5-c380-4f52-941a-e778debf941d None None] Provisioning for port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:03:06.643377 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-34536bb5-c380-4f52-941a-e778debf941d None None] Provisioning complete for port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:03:06.643656 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34536bb5-c380-4f52-941a-e778debf941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:06.691362 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:06.701987 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-34536bb5-c380-4f52-941a-e778debf941d None None] Port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:03:06.702406 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13123055'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:06.784424 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Pushing event updated for resources: {'Port': ['ID=b3910fca-1663-4b4d-afe3-1e8bc4dcb15f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:06.789490 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1987840'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:06.917992 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Network 0d3a18f9-c5ca-4e40-aa66-7160ddef6be0 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:03:06.919569 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:03:07.231370 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Router f8797f05-aed2-4c34-b23d-794f7b0b50b3 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:03:07.253872 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fa044-da19-4145-8e35-42f732655192 req-02ef1e50-51ff-4d1a-8f90-a50b16999aa3 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:07.270686 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-229fa044-da19-4145-8e35-42f732655192 req-02ef1e50-51ff-4d1a-8f90-a50b16999aa3 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.1430969 Sep 09 21:03:07.314310 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f0da7-108a-44ff-8fae-df56edd8f9f4 req-a4d80a25-dd4b-44ef-a61f-792f715ccfc9 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:07.319204 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e40f0da7-108a-44ff-8fae-df56edd8f9f4 req-a4d80a25-dd4b-44ef-a61f-792f715ccfc9 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.1797838 Sep 09 21:03:07.367378 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-299efb87-d3ed-4d1a-934d-6fda626c348d None None] Provisioning complete for port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:03:07.367992 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-299efb87-d3ed-4d1a-934d-6fda626c348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:07.409927 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-229fa044-da19-4145-8e35-42f732655192 req-1941fdf3-e770-4296-bb28-aa3a0fd9beb5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310127 Sep 09 21:03:07.419971 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-299efb87-d3ed-4d1a-934d-6fda626c348d None None] Port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:03:07.444897 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:03:07.450581 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e40f0da7-108a-44ff-8fae-df56edd8f9f4 req-b98a468c-60cc-4692-8bcd-4f8513baa512 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002717 Sep 09 21:03:07.453160 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-6ac47e2e-36a6-4fb2-a718-a97d40ef9f1b admin admin] 10.222.0.13 "PUT /v2.0/routers/f8797f05-aed2-4c34-b23d-794f7b0b50b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0999715 Sep 09 21:03:08.467888 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 39d647b0-b09d-4773-aef5-d4b63e2d9378 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:03:08.671896 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 39d647b0-b09d-4773-aef5-d4b63e2d9378 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:03:08.687201 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 39d647b0-b09d-4773-aef5-d4b63e2d9378 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:03:08.690422 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:08.819986 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a70058-7f2a-4bc0-86d9-a6baa5078c06 req-ffbafe9c-d00f-449c-8c39-cc4876401bda tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:08.831801 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-83a70058-7f2a-4bc0-86d9-a6baa5078c06 req-ffbafe9c-d00f-449c-8c39-cc4876401bda tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.2012191 Sep 09 21:03:08.877456 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b993feb-b642-43ba-9e89-670fd70cadaa req-e3eb7b06-1b73-4e05-8683-bef9aa21a164 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:08.879194 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8b993feb-b642-43ba-9e89-670fd70cadaa req-e3eb7b06-1b73-4e05-8683-bef9aa21a164 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.1853557 Sep 09 21:03:08.893564 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:08.948297 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port 39d647b0-b09d-4773-aef5-d4b63e2d9378, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=39d647b0-b09d-4773-aef5-d4b63e2d9378,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:03:08.956747 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:08.957200 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-83a70058-7f2a-4bc0-86d9-a6baa5078c06 req-667bf188-071e-4f83-9187-df55bb6d3e41 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242256 Sep 09 21:03:08.984023 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8b993feb-b642-43ba-9e89-670fd70cadaa req-d11c2df2-71a6-41a4-b003-e74e82f297cd tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750649 Sep 09 21:03:09.018404 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Sync routers for ids ['f8797f05-aed2-4c34-b23d-794f7b0b50b3'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:03:09.038060 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Routers {'f8797f05-aed2-4c34-b23d-794f7b0b50b3'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:03:09.038713 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:02:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['f8797f05-aed2-4c34-b23d-794f7b0b50b3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:09.121094 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=39d647b0-b09d-4773-aef5-d4b63e2d9378,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:09.256484 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Set router f8797f05-aed2-4c34-b23d-794f7b0b50b3 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:03:09.669708 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'name': 'tempest-TestMinimumBasicScenario-285846978-router', 'tenant_id': '5fa8a4808fc64c62920bb033e24e9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '39d647b0-b09d-4773-aef5-d4b63e2d9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:59Z', 'updated_at': '2021-09-09T21:03:06Z', 'revision_number': 4, 'project_id': '5fa8a4808fc64c62920bb033e24e9129', 'gw_port': {'id': '39d647b0-b09d-4773-aef5-d4b63e2d9378', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:03:00Z', 'updated_at': '2021-09-09T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'b3910fca-1663-4b4d-afe3-1e8bc4dcb15f', 'name': '', 'network_id': '0d3a18f9-c5ca-4e40-aa66-7160ddef6be0', 'tenant_id': '5fa8a4808fc64c62920bb033e24e9129', 'mac_address': 'fa:16:3e:d5:a4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '42b9861f-93e5-47c7-b429-6a2c7d326513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:03:05Z', 'updated_at': '2021-09-09T21:03:06Z', 'revision_number': 2, 'project_id': '5fa8a4808fc64c62920bb033e24e9129', 'subnets': [{'id': '42b9861f-93e5-47c7-b429-6a2c7d326513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:09.704112 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Checking router: f8797f05-aed2-4c34-b23d-794f7b0b50b3 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:03:09.704476 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Updating router f8797f05-aed2-4c34-b23d-794f7b0b50b3 port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f binding host dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:03:09.741042 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:10.184883 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:10.233206 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Transition to ACTIVE for port object b3910fca-1663-4b4d-afe3-1e8bc4dcb15f will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:03:10.250004 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:10.254796 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38399cda-47b3-4d85-a934-2a5e3c198e3a req-9e9e45de-22b5-413f-ab7e-11dce5a28e59 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:10.259975 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-38399cda-47b3-4d85-a934-2a5e3c198e3a req-9e9e45de-22b5-413f-ab7e-11dce5a28e59 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.1699610 Sep 09 21:03:10.284534 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d8376-e9e2-485e-89c4-43997c2ef4da req-ecf65b3c-1ab1-45e3-91c5-d77a0d17ad6a tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:10.293291 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-465d8376-e9e2-485e-89c4-43997c2ef4da req-ecf65b3c-1ab1-45e3-91c5-d77a0d17ad6a tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.1537166 Sep 09 21:03:10.328927 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfd732-6ef5-458d-8939-a6026327a8da None None] Pushing event updated for resources: {'Port': ['ID=b3910fca-1663-4b4d-afe3-1e8bc4dcb15f,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:10.377993 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-38399cda-47b3-4d85-a934-2a5e3c198e3a req-8ec7e0be-3895-4f2d-82e3-a261fd41fe29 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836043 Sep 09 21:03:10.391780 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 39d647b0-b09d-4773-aef5-d4b63e2d9378 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:03:10.455718 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-465d8376-e9e2-485e-89c4-43997c2ef4da req-13f097c2-0cb2-477e-bd8b-a0ccff2bc741 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427243 Sep 09 21:03:10.524008 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9020e-b65a-4d4c-9465-82d650e0eb53 req-245b9635-111e-4468-9cf4-0deb9766f64a tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:10.525834 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-63d9020e-b65a-4d4c-9465-82d650e0eb53 req-245b9635-111e-4468-9cf4-0deb9766f64a tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.48 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 946 time: 0.1268594 Sep 09 21:03:10.562992 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Attempting to bind port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:03:10.563142 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Attempting to bind port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': '7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d3a18f9-c5ca-4e40-aa66-7160ddef6be0'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:03:10.567338 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Attempting to bind port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f on network 0d3a18f9-c5ca-4e40-aa66-7160ddef6be0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:03:10.590050 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:03:10.590470 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Checking segment: {'id': '7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d3a18f9-c5ca-4e40-aa66-7160ddef6be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:03:10.590918 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:10.591366 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Bound using segment: {'id': '7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d3a18f9-c5ca-4e40-aa66-7160ddef6be0'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:03:10.591861 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Bound port: b3910fca-1663-4b4d-afe3-1e8bc4dcb15f, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d3a18f9-c5ca-4e40-aa66-7160ddef6be0'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:03:10.592239 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:10.744541 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 39d647b0-b09d-4773-aef5-d4b63e2d9378 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:03:10.745218 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:10.758008 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-63d9020e-b65a-4d4c-9465-82d650e0eb53 req-29e89453-19ec-4501-a110-6eab61b91dc6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Deleting port 2fa16e52-00a9-4115-9838-d6d1dc41d08f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:03:10.758715 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63d9020e-b65a-4d4c-9465-82d650e0eb53 req-29e89453-19ec-4501-a110-6eab61b91dc6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:10.860968 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] For port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:03:10.867660 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] For port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=b3910fca-1663-4b4d-afe3-1e8bc4dcb15f,segment=NetworkSegment(7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf),segment_id=7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:03:10.902905 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:10.955829 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-63d9020e-b65a-4d4c-9465-82d650e0eb53 req-29e89453-19ec-4501-a110-6eab61b91dc6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] For port 2fa16e52-00a9-4115-9838-d6d1dc41d08f, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=2fa16e52-00a9-4115-9838-d6d1dc41d08f,segment=NetworkSegment(28284c3b-fc85-4a94-98d1-2836d6de8850),segment_id=28284c3b-fc85-4a94-98d1-2836d6de8850)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:03:10.961548 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63d9020e-b65a-4d4c-9465-82d650e0eb53 req-29e89453-19ec-4501-a110-6eab61b91dc6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:11.014619 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-63d9020e-b65a-4d4c-9465-82d650e0eb53 req-29e89453-19ec-4501-a110-6eab61b91dc6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Calling delete_port for 2fa16e52-00a9-4115-9838-d6d1dc41d08f owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:03:11.247136 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Routers {'f8797f05-aed2-4c34-b23d-794f7b0b50b3'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:03:11.248231 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:02:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['f8797f05-aed2-4c34-b23d-794f7b0b50b3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:11.252863 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfd732-6ef5-458d-8939-a6026327a8da None None] Pushing event updated for resources: {'Port': ['ID=b3910fca-1663-4b4d-afe3-1e8bc4dcb15f,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:11.338571 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63d9020e-b65a-4d4c-9465-82d650e0eb53 req-29e89453-19ec-4501-a110-6eab61b91dc6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:11.354739 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['2fa16e52-00a9-4115-9838-d6d1dc41d08f', 'e21f681c-10ec-4cea-a806-650c99dd6ae5'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:03:11.385452 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae1d43-c9bc-424a-867d-c77761102338 req-1ac8cc75-e916-4ec5-a4fa-223b816594e8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:11.387060 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3eae1d43-c9bc-424a-867d-c77761102338 req-1ac8cc75-e916-4ec5-a4fa-223b816594e8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1123176 Sep 09 21:03:11.415779 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e89453-19ec-4501-a110-6eab61b91dc6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Pushing event deleted for resources: {'Port': ['ID=2fa16e52-00a9-4115-9838-d6d1dc41d08f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:11.448842 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d9020e-b65a-4d4c-9465-82d650e0eb53 req-29e89453-19ec-4501-a110-6eab61b91dc6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] No DVR routers for this DVR port 2fa16e52-00a9-4115-9838-d6d1dc41d08f on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:03:11.452269 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63d9020e-b65a-4d4c-9465-82d650e0eb53 req-29e89453-19ec-4501-a110-6eab61b91dc6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:11.455900 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-63d9020e-b65a-4d4c-9465-82d650e0eb53 req-29e89453-19ec-4501-a110-6eab61b91dc6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.48 "DELETE /v2.0/ports/2fa16e52-00a9-4115-9838-d6d1dc41d08f HTTP/1.1" status: 204 len: 173 time: 0.9200888 Sep 09 21:03:11.469805 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380aaff1-6869-45cb-ae76-e18e02bee114', 'name': 'network-vif-deleted', 'tag': '2fa16e52-00a9-4115-9838-d6d1dc41d08f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:03:11.476290 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e777308e-2c2c-404b-a57c-f240e3e8b7c9" -d '{"events": [{"server_uuid": "380aaff1-6869-45cb-ae76-e18e02bee114", "name": "network-vif-deleted", "tag": "2fa16e52-00a9-4115-9838-d6d1dc41d08f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:03:11.536828 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3eae1d43-c9bc-424a-867d-c77761102338 req-6feaecee-c634-42f4-bc8d-b5041b883788 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171727 Sep 09 21:03:11.602428 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16a25d-f625-41ca-958a-f02029e66c04 req-19e1e7a9-bc6c-4a5b-8e46-8c4c5888a24b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:11.604259 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9f16a25d-f625-41ca-958a-f02029e66c04 req-19e1e7a9-bc6c-4a5b-8e46-8c4c5888a24b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.0919821 Sep 09 21:03:11.690309 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a5589ed9-3b1b-4ecb-9968-7031a112793f req-fcff17e5-ea48-4dbf-ac54-e83e6205a4bb tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=380aaff1-6869-45cb-ae76-e18e02bee114 HTTP/1.1" status: 200 len: 210 time: 0.0542345 Sep 09 21:03:11.722287 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9f16a25d-f625-41ca-958a-f02029e66c04 req-36114f2c-9ae6-4e45-86cd-45f68efbaa07 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075263 Sep 09 21:03:11.763375 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] Set router f8797f05-aed2-4c34-b23d-794f7b0b50b3 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:03:11.832185 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14edf7dc-2d78-4289-961b-5fcfb33629bf x-openstack-request-id: req-14edf7dc-2d78-4289-961b-5fcfb33629bf {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:03:11.832519 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380aaff1-6869-45cb-ae76-e18e02bee114", "name": "network-vif-deleted", "tag": "2fa16e52-00a9-4115-9838-d6d1dc41d08f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:03:11.832730 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14edf7dc-2d78-4289-961b-5fcfb33629bf {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:03:11.833136 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380aaff1-6869-45cb-ae76-e18e02bee114', 'name': 'network-vif-deleted', 'tag': '2fa16e52-00a9-4115-9838-d6d1dc41d08f', 'status': 'completed', 'code': 200} Sep 09 21:03:12.162662 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'name': 'tempest-TestMinimumBasicScenario-285846978-router', 'tenant_id': '5fa8a4808fc64c62920bb033e24e9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '39d647b0-b09d-4773-aef5-d4b63e2d9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:59Z', 'updated_at': '2021-09-09T21:03:06Z', 'revision_number': 4, 'project_id': '5fa8a4808fc64c62920bb033e24e9129', 'gw_port': {'id': '39d647b0-b09d-4773-aef5-d4b63e2d9378', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:03:00Z', 'updated_at': '2021-09-09T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'b3910fca-1663-4b4d-afe3-1e8bc4dcb15f', 'name': '', 'network_id': '0d3a18f9-c5ca-4e40-aa66-7160ddef6be0', 'tenant_id': '5fa8a4808fc64c62920bb033e24e9129', 'mac_address': 'fa:16:3e:d5:a4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '42b9861f-93e5-47c7-b429-6a2c7d326513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:03:05Z', 'updated_at': '2021-09-09T21:03:10Z', 'revision_number': 4, 'project_id': '5fa8a4808fc64c62920bb033e24e9129', 'subnets': [{'id': '42b9861f-93e5-47c7-b429-6a2c7d326513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:12.201084 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681e911-8f61-4b47-9e42-55b4d6b0b554 None None] The sync data for ids ['f8797f05-aed2-4c34-b23d-794f7b0b50b3'] in dv-cinder-805083-2-iscsi is: [{'id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'name': 'tempest-TestMinimumBasicScenario-285846978-router', 'tenant_id': '5fa8a4808fc64c62920bb033e24e9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '39d647b0-b09d-4773-aef5-d4b63e2d9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:59Z', 'updated_at': '2021-09-09T21:03:06Z', 'revision_number': 4, 'project_id': '5fa8a4808fc64c62920bb033e24e9129', 'gw_port': {'id': '39d647b0-b09d-4773-aef5-d4b63e2d9378', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:03:00Z', 'updated_at': '2021-09-09T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'b3910fca-1663-4b4d-afe3-1e8bc4dcb15f', 'name': '', 'network_id': '0d3a18f9-c5ca-4e40-aa66-7160ddef6be0', 'tenant_id': '5fa8a4808fc64c62920bb033e24e9129', 'mac_address': 'fa:16:3e:d5:a4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '42b9861f-93e5-47c7-b429-6a2c7d326513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:03:05Z', 'updated_at': '2021-09-09T21:03:10Z', 'revision_number': 4, 'project_id': '5fa8a4808fc64c62920bb033e24e9129', 'subnets': [{'id': '42b9861f-93e5-47c7-b429-6a2c7d326513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:03:12.612796 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device b3910fca-1663-4b4d-afe3-1e8bc4dcb15f up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:03:12.726722 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:03:12.731553 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:03:12.731929 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:12.804534 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a08db-03ed-44ee-a4dc-913acedb02fb req-6cc0d1b8-e589-445c-b231-4b53f2214080 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:12.806453 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4a5a08db-03ed-44ee-a4dc-913acedb02fb req-6cc0d1b8-e589-445c-b231-4b53f2214080 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1094842 Sep 09 21:03:12.898916 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4a5a08db-03ed-44ee-a4dc-913acedb02fb req-9348b236-3451-476d-b19f-ef324a665324 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844786 Sep 09 21:03:12.922601 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:13.015362 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=b3910fca-1663-4b4d-afe3-1e8bc4dcb15f,segment=NetworkSegment(7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf),segment_id=7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:03:13.021077 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3820e92-7f7a-439f-9589-b49ae4be19c5 req-4d08f3dd-437f-47fd-9d72-ee9d726b59b4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:13.021631 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:13.038929 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f3820e92-7f7a-439f-9589-b49ae4be19c5 req-4d08f3dd-437f-47fd-9d72-ee9d726b59b4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.1293733 Sep 09 21:03:13.111679 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=b3910fca-1663-4b4d-afe3-1e8bc4dcb15f,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:13.201347 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f3820e92-7f7a-439f-9589-b49ae4be19c5 req-dd3b51fa-3e5e-4e36-86b4-50aa1312d5f4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593442 Sep 09 21:03:13.567696 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbb68c-1255-4e90-a37b-5c8d5eaa7f59 req-f96f8a48-0c86-41d8-9943-305923292f08 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:13.579998 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e4cbb68c-1255-4e90-a37b-5c8d5eaa7f59 req-f96f8a48-0c86-41d8-9943-305923292f08 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1251795 Sep 09 21:03:13.683654 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 2fa16e52-00a9-4115-9838-d6d1dc41d08f no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:03:13.685362 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e4cbb68c-1255-4e90-a37b-5c8d5eaa7f59 req-87983d83-7262-4906-b768-c9ffd69df540 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040766 Sep 09 21:03:13.736002 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: 2fa16e52-00a9-4115-9838-d6d1dc41d08f {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:03:13.737127 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 2fa16e52-00a9-4115-9838-d6d1dc41d08f not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:03:14.083138 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d907f8f-ae9b-48ef-9b91-adb11113026a req-c7744d92-dd7b-4cd4-a6de-aaf28d5b68c0 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:14.085880 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8d907f8f-ae9b-48ef-9b91-adb11113026a req-c7744d92-dd7b-4cd4-a6de-aaf28d5b68c0 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0860443 Sep 09 21:03:14.145486 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8d907f8f-ae9b-48ef-9b91-adb11113026a req-5bed3092-dde3-4920-a08c-b08c9b4827e4 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463376 Sep 09 21:03:14.429245 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device b3910fca-1663-4b4d-afe3-1e8bc4dcb15f up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:03:14.474469 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a4051-0754-49ff-ba67-6e34258aa37a req-961ceb0e-af29-49dc-b637-1e5b4d60f52d tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:14.477536 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-806a4051-0754-49ff-ba67-6e34258aa37a req-961ceb0e-af29-49dc-b637-1e5b4d60f52d tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.0874190 Sep 09 21:03:14.506190 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:03:14.518835 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:14.540729 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-806a4051-0754-49ff-ba67-6e34258aa37a req-316d948a-5a7a-4453-974d-334603c2588b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530722 Sep 09 21:03:14.848748 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78fb63-b44a-4507-90bd-23f5b752f2e9 req-fd7a5ca1-653b-4bb4-a57a-6e0b3ed86a72 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:14.850615 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-af78fb63-b44a-4507-90bd-23f5b752f2e9 req-fd7a5ca1-653b-4bb4-a57a-6e0b3ed86a72 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0747166 Sep 09 21:03:14.906347 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-af78fb63-b44a-4507-90bd-23f5b752f2e9 req-963f62bc-2c98-4a2d-bb9a-2958c54f1fb7 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489528 Sep 09 21:03:15.317874 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7a0d3-386f-4e61-8a6e-eca3c84b2501 req-abd347ca-007b-4680-8154-257bfbe0c2f2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:15.319463 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-85d7a0d3-386f-4e61-8a6e-eca3c84b2501 req-abd347ca-007b-4680-8154-257bfbe0c2f2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0686038 Sep 09 21:03:15.385887 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-85d7a0d3-386f-4e61-8a6e-eca3c84b2501 req-934b2474-f4ba-4b78-89a9-4ad9eeea9492 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544231 Sep 09 21:03:15.688470 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fef5ce-d2c5-4012-b195-c3e9c8a01b9f req-9e03a532-6d38-425a-baf1-304ea80b67c9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:15.690907 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-59fef5ce-d2c5-4012-b195-c3e9c8a01b9f req-9e03a532-6d38-425a-baf1-304ea80b67c9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 943 time: 0.0731583 Sep 09 21:03:15.696751 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device af293dab-d905-4044-93a8-a27a8da85611 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:03:15.780401 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-59fef5ce-d2c5-4012-b195-c3e9c8a01b9f req-230187cd-9a88-4588-a635-b40b5dfa77be tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816543 Sep 09 21:03:15.816648 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-53fd0570-6884-450f-a39e-dffe26a9b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:15.867421 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port af293dab-d905-4044-93a8-a27a8da85611, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=af293dab-d905-4044-93a8-a27a8da85611,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:03:15.885601 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': 'af293dab-d905-4044-93a8-a27a8da85611', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'port_id': 'af293dab-d905-4044-93a8-a27a8da85611', 'mac_address': 'fa:16:3e:81:de:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:03:15.951886 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:15.976540 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af293dab-d905-4044-93a8-a27a8da85611 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:03:16.003789 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port af293dab-d905-4044-93a8-a27a8da85611, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=af293dab-d905-4044-93a8-a27a8da85611,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:03:16.013419 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:16.079034 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b77e4-617b-4f4b-a43d-1a711bbcb4c2 req-fb001113-29ff-42ce-a50e-d434a1c717c9 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:16.087727 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a16b77e4-617b-4f4b-a43d-1a711bbcb4c2 req-fb001113-29ff-42ce-a50e-d434a1c717c9 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0719554 Sep 09 21:03:16.101058 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=af293dab-d905-4044-93a8-a27a8da85611,revision_number=9']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:16.151084 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a16b77e4-617b-4f4b-a43d-1a711bbcb4c2 req-09b9b030-655a-4ff7-98b0-f8baeed90fed tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602992 Sep 09 21:03:16.276969 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['af293dab-d905-4044-93a8-a27a8da85611'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:03:16.546854 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da476c-d8f7-46fb-b53b-e2180d3c8bec req-490940ea-8afe-4d48-b0da-2e41c3f1cf66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:16.548551 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-53da476c-d8f7-46fb-b53b-e2180d3c8bec req-490940ea-8afe-4d48-b0da-2e41c3f1cf66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0851200 Sep 09 21:03:16.599413 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-53da476c-d8f7-46fb-b53b-e2180d3c8bec req-caac794a-c153-463c-b993-3c00b3bba1b1 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389419 Sep 09 21:03:16.920706 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc324068-38b5-4cbc-a0dc-6f6e102beb65 req-f2c5b018-194c-4b53-8ec7-9df435a1beda tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:16.923967 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cc324068-38b5-4cbc-a0dc-6f6e102beb65 req-f2c5b018-194c-4b53-8ec7-9df435a1beda tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 944 time: 0.0638587 Sep 09 21:03:16.976569 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cc324068-38b5-4cbc-a0dc-6f6e102beb65 req-c64309c5-259f-4ad7-91ff-f3fe22e08ca4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471423 Sep 09 21:03:17.016379 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:03:17.300967 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e205ea4-8522-47cc-b9cb-c5cc14677dce req-5e5f19f9-645a-4acd-b9cf-659d1558521b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:17.302605 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3e205ea4-8522-47cc-b9cb-c5cc14677dce req-5e5f19f9-645a-4acd-b9cf-659d1558521b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0655537 Sep 09 21:03:17.367634 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3e205ea4-8522-47cc-b9cb-c5cc14677dce req-3b2fcdcb-6b70-4cda-b80b-3c211d7a7c2d tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566559 Sep 09 21:03:17.708748 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device af293dab-d905-4044-93a8-a27a8da85611 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:03:17.774375 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port af293dab-d905-4044-93a8-a27a8da85611 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:03:17.775127 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:17.779663 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d8b49-5097-4fa4-a5bd-bc5b7945bca7 req-4a43ac3d-fbeb-4f39-8445-9232eb3684c2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:17.781441 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-177d8b49-5097-4fa4-a5bd-bc5b7945bca7 req-4a43ac3d-fbeb-4f39-8445-9232eb3684c2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0709438 Sep 09 21:03:17.863001 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-177d8b49-5097-4fa4-a5bd-bc5b7945bca7 req-b8812ad5-4d34-42dd-a720-d7e4d58f5b0c tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745273 Sep 09 21:03:17.940933 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:17.975791 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4482199d-98ea-41a4-a133-ea6d1f664124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af293dab-d905-4044-93a8-a27a8da85611'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:03:17.978730 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f249e30d-9c42-4f75-8f26-5e203b41ca56" -d '{"events": [{"server_uuid": "4482199d-98ea-41a4-a133-ea6d1f664124", "name": "network-vif-plugged", "status": "completed", "tag": "af293dab-d905-4044-93a8-a27a8da85611"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:03:18.021770 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port af293dab-d905-4044-93a8-a27a8da85611, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=af293dab-d905-4044-93a8-a27a8da85611,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:03:18.028908 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:18.068991 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf3e946-4981-4440-b797-7d08475ca001 x-openstack-request-id: req-bdf3e946-4981-4440-b797-7d08475ca001 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:03:18.069262 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4482199d-98ea-41a4-a133-ea6d1f664124", "name": "network-vif-plugged", "status": "completed", "tag": "af293dab-d905-4044-93a8-a27a8da85611", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:03:18.069521 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdf3e946-4981-4440-b797-7d08475ca001 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:03:18.069936 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4482199d-98ea-41a4-a133-ea6d1f664124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af293dab-d905-4044-93a8-a27a8da85611', 'code': 200} Sep 09 21:03:18.113400 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=af293dab-d905-4044-93a8-a27a8da85611,revision_number=10']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:18.147653 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca15a8-5d1d-47db-89e5-5b33e75d26a2 req-9b21e01a-375f-43ad-a21f-498e9273fa32 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:18.151761 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-77ca15a8-5d1d-47db-89e5-5b33e75d26a2 req-9b21e01a-375f-43ad-a21f-498e9273fa32 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 946 time: 0.0739908 Sep 09 21:03:18.213215 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-77ca15a8-5d1d-47db-89e5-5b33e75d26a2 req-a37f2b85-092f-4b33-baad-0f416e22658c tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570505 Sep 09 21:03:18.425506 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bee59a1-6cd1-4cea-aaad-30adf7cebb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:18.585026 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea45b4-f745-4833-9911-910156032b33 req-6800ee7f-9540-4bf1-8202-ea803935fdab tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:18.587904 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-92ea45b4-f745-4833-9911-910156032b33 req-6800ee7f-9540-4bf1-8202-ea803935fdab tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0834181 Sep 09 21:03:18.600810 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:18.655602 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-92ea45b4-f745-4833-9911-910156032b33 req-fe3aa009-56b6-484d-a7f1-1de2dda74a0b tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570619 Sep 09 21:03:18.781233 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fd53f-6377-4dc0-8167-22528f6a3f37 req-581c24d0-a489-43ba-99b3-71b5a945796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:18.783087 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-268fd53f-6377-4dc0-8167-22528f6a3f37 req-581c24d0-a489-43ba-99b3-71b5a945796a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 1099 time: 0.0691357 Sep 09 21:03:18.847627 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-268fd53f-6377-4dc0-8167-22528f6a3f37 req-8deb110b-1429-4620-b166-94adc6648bbc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535128 Sep 09 21:03:19.004718 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff9c62-414e-4467-a3f5-4324550d4bd8 req-0059d621-08be-46bc-b08b-937fa4ccc9ff tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:19.008018 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-68ff9c62-414e-4467-a3f5-4324550d4bd8 req-0059d621-08be-46bc-b08b-937fa4ccc9ff tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0565679 Sep 09 21:03:19.075771 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-68ff9c62-414e-4467-a3f5-4324550d4bd8 req-0dee95ec-0bf3-4b88-8eb4-86fe3eae698f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549676 Sep 09 21:03:19.162658 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6006c-944a-4ddd-b80d-464c8db2d5cf req-b737d455-5369-4922-a8aa-46cf2db34bc6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:19.164791 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-38d6006c-944a-4ddd-b80d-464c8db2d5cf req-b737d455-5369-4922-a8aa-46cf2db34bc6 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.48 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.0880415 Sep 09 21:03:19.381032 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-38d6006c-944a-4ddd-b80d-464c8db2d5cf req-d9c757f0-8602-46b5-9f70-a8c8241b3503 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Deleting port e21f681c-10ec-4cea-a806-650c99dd6ae5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:03:19.381795 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-38d6006c-944a-4ddd-b80d-464c8db2d5cf req-d9c757f0-8602-46b5-9f70-a8c8241b3503 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:19.464688 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372efd2-8de1-4800-b12e-47a7438bd671 req-b7536fa5-7dbb-4a22-a352-bfaec68da4e9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:19.476873 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9372efd2-8de1-4800-b12e-47a7438bd671 req-b7536fa5-7dbb-4a22-a352-bfaec68da4e9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 946 time: 0.1658895 Sep 09 21:03:19.631048 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9372efd2-8de1-4800-b12e-47a7438bd671 req-37998ffc-2864-4021-b5a6-fda6ee2975f2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530740 Sep 09 21:03:19.663350 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-38d6006c-944a-4ddd-b80d-464c8db2d5cf req-d9c757f0-8602-46b5-9f70-a8c8241b3503 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] For port e21f681c-10ec-4cea-a806-650c99dd6ae5, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=e21f681c-10ec-4cea-a806-650c99dd6ae5,segment=NetworkSegment(28284c3b-fc85-4a94-98d1-2836d6de8850),segment_id=28284c3b-fc85-4a94-98d1-2836d6de8850)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:03:19.663350 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-38d6006c-944a-4ddd-b80d-464c8db2d5cf req-d9c757f0-8602-46b5-9f70-a8c8241b3503 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:19.684253 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-38d6006c-944a-4ddd-b80d-464c8db2d5cf req-d9c757f0-8602-46b5-9f70-a8c8241b3503 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Calling delete_port for e21f681c-10ec-4cea-a806-650c99dd6ae5 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:03:19.804996 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50000) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:19.893339 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f488-c903-4372-863c-0e97822578b9 req-df14a4ea-15d7-4c25-ad25-9fb33917b20e tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:19.909610 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bcc2f488-c903-4372-863c-0e97822578b9 req-df14a4ea-15d7-4c25-ad25-9fb33917b20e tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/ports?device_id=31adb7d9-a4c9-490d-a710-3bc1392e6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1299915 Sep 09 21:03:20.006948 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8ec65c-ba3f-4d1e-bfda-afe674d63f61 admin admin] Deleting subnet 379e1744-0390-4430-bddb-25c863d3faf3 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:03:20.014064 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb8ec65c-ba3f-4d1e-bfda-afe674d63f61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:20.016696 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:20.070276 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bcc2f488-c903-4372-863c-0e97822578b9 req-e94110a6-a09f-4f5f-9882-1d9e1a066c2d tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.13 "GET /v2.0/security-groups?id=67719470-7f7f-436f-9ef0-21638cade9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586297 Sep 09 21:03:20.102711 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-38d6006c-944a-4ddd-b80d-464c8db2d5cf req-d9c757f0-8602-46b5-9f70-a8c8241b3503 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:20.107125 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb8ec65c-ba3f-4d1e-bfda-afe674d63f61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13145719'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:20.139699 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c757f0-8602-46b5-9f70-a8c8241b3503 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Pushing event deleted for resources: {'Port': ['ID=e21f681c-10ec-4cea-a806-650c99dd6ae5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:20.219521 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb8ec65c-ba3f-4d1e-bfda-afe674d63f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:20.219969 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d6006c-944a-4ddd-b80d-464c8db2d5cf req-d9c757f0-8602-46b5-9f70-a8c8241b3503 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] No DVR routers for this DVR port e21f681c-10ec-4cea-a806-650c99dd6ae5 on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:03:20.223961 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-38d6006c-944a-4ddd-b80d-464c8db2d5cf req-d9c757f0-8602-46b5-9f70-a8c8241b3503 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:20.226541 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-38d6006c-944a-4ddd-b80d-464c8db2d5cf req-d9c757f0-8602-46b5-9f70-a8c8241b3503 tempest-ServerRescueNegativeTestJSON-261844359 tempest-ServerRescueNegativeTestJSON-261844359-project] 10.222.0.48 "DELETE /v2.0/ports/e21f681c-10ec-4cea-a806-650c99dd6ae5 HTTP/1.1" status: 204 len: 173 time: 1.0534105 Sep 09 21:03:20.227018 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31adb7d9-a4c9-490d-a710-3bc1392e6eb6', 'name': 'network-vif-deleted', 'tag': 'e21f681c-10ec-4cea-a806-650c99dd6ae5'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:03:20.229417 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe88cea-3f91-4aaa-aa17-a8ece122a195" -d '{"events": [{"server_uuid": "31adb7d9-a4c9-490d-a710-3bc1392e6eb6", "name": "network-vif-deleted", "tag": "e21f681c-10ec-4cea-a806-650c99dd6ae5"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:03:20.353670 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d0db6d-73b0-4de5-a4e6-82582713706b x-openstack-request-id: req-03d0db6d-73b0-4de5-a4e6-82582713706b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:03:20.353972 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31adb7d9-a4c9-490d-a710-3bc1392e6eb6", "name": "network-vif-deleted", "tag": "e21f681c-10ec-4cea-a806-650c99dd6ae5", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:03:20.354227 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03d0db6d-73b0-4de5-a4e6-82582713706b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:03:20.354618 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31adb7d9-a4c9-490d-a710-3bc1392e6eb6', 'name': 'network-vif-deleted', 'tag': 'e21f681c-10ec-4cea-a806-650c99dd6ae5', 'status': 'completed', 'code': 200} Sep 09 21:03:20.386021 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb789c-1a99-4cc5-8d9d-f770df91460f req-65aa4ccb-d962-4dbd-9584-0cf5c06cbd0c tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:20.397114 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-33cb789c-1a99-4cc5-8d9d-f770df91460f req-65aa4ccb-d962-4dbd-9584-0cf5c06cbd0c tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1385834 Sep 09 21:03:20.400794 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb8ec65c-ba3f-4d1e-bfda-afe674d63f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13123105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13020265'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:20.422964 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb8ec65c-ba3f-4d1e-bfda-afe674d63f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:20.428354 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-cb8ec65c-ba3f-4d1e-bfda-afe674d63f61 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/379e1744-0390-4430-bddb-25c863d3faf3 HTTP/1.1" status: 204 len: 168 time: 0.6218164 Sep 09 21:03:20.460654 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50026) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:20.468494 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ec65c-ba3f-4d1e-bfda-afe674d63f61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=379e1744-0390-4430-bddb-25c863d3faf3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:20.508921 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-33cb789c-1a99-4cc5-8d9d-f770df91460f req-08466222-7d1d-4bbc-8fc1-fe7e5f63490c tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107128 Sep 09 21:03:20.593790 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43380608-6682-4c65-97ce-4256747b0a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:20.771114 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43380608-6682-4c65-97ce-4256747b0a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:20.844000 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-43380608-6682-4c65-97ce-4256747b0a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:20.859839 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-43380608-6682-4c65-97ce-4256747b0a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd26ad8a-cdaa-4d80-9e66-df691b959d92') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:20.860141 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-43380608-6682-4c65-97ce-4256747b0a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd26ad8a-cdaa-4d80-9e66-df691b959d92') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:20.895011 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43380608-6682-4c65-97ce-4256747b0a01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14234935'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:20.951056 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e486b-23b6-4577-a3ec-c69062edf3eb req-65ebe8be-850f-4b39-9d36-0af56da93b59 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:20.952694 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4e1e486b-23b6-4577-a3ec-c69062edf3eb req-65ebe8be-850f-4b39-9d36-0af56da93b59 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 946 time: 0.1763806 Sep 09 21:03:20.961343 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43380608-6682-4c65-97ce-4256747b0a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:20.990496 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43380608-6682-4c65-97ce-4256747b0a01 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:03:20.990982 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43380608-6682-4c65-97ce-4256747b0a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14198969'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: Traceback (most recent call last): Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: timer() Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: cb(*args, **kw) Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: return func(*args, **kwargs) Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: self._notify() Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: self.callback(batched_events) Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: event.method(event) Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: return f(self, *a, **k) Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._get(url).json() Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: return self.request(url, 'GET', **kwargs) Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:03:20.993277 dv-cinder-805083-2-iscsi neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:03:21.109445 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4e1e486b-23b6-4577-a3ec-c69062edf3eb req-547aa5e6-084d-47fd-961d-bf46b1a9812b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451633 Sep 09 21:03:21.119233 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43380608-6682-4c65-97ce-4256747b0a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:21.128157 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43380608-6682-4c65-97ce-4256747b0a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:21.130903 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-43380608-6682-4c65-97ce-4256747b0a01 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75 HTTP/1.1" status: 204 len: 168 time: 0.6666930 Sep 09 21:03:21.151129 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43380608-6682-4c65-97ce-4256747b0a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7d1d9c8-7dfc-4af7-958d-03ca51b2bc75,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:21.176995 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50068) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:21.398968 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:21.494617 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50082) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:21.654387 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-4b0a2433-6301-4514-97eb-230c14d31826 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc3f0ddbc5fc4d2fb31e101f7d887998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558084 Sep 09 21:03:21.659341 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50086) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:21.694259 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-73d96627-9772-4076-9349-c3acc8dcfe1e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:21.697294 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-73d96627-9772-4076-9349-c3acc8dcfe1e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/networks?id=57585628-e7b1-478b-906c-a76a665e6759 HTTP/1.1" status: 200 len: 814 time: 0.2375650 Sep 09 21:03:21.702464 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device e21f681c-10ec-4cea-a806-650c99dd6ae5 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:03:21.715673 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14745f5c-9113-4367-a095-5f7aeae58b94 req-cee551cd-4b00-4e68-a6bc-925f9fb4cc12 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:21.717541 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-14745f5c-9113-4367-a095-5f7aeae58b94 req-cee551cd-4b00-4e68-a6bc-925f9fb4cc12 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1241462 Sep 09 21:03:21.730770 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: e21f681c-10ec-4cea-a806-650c99dd6ae5 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:03:21.731100 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device e21f681c-10ec-4cea-a806-650c99dd6ae5 not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:03:21.736933 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-ef2e3eee-9bc5-4376-ada1-6e5b12c0ae4f tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/quotas/23dcd63a9c8c4f72a62f7d5b752dd05b HTTP/1.1" status: 200 len: 375 time: 0.0184505 Sep 09 21:03:21.771452 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e39d-7926-42f7-b988-41e0789addea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:21.788869 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-14745f5c-9113-4367-a095-5f7aeae58b94 req-5c57c620-0636-461a-9d16-ec83448e2976 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642161 Sep 09 21:03:21.821762 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-964fc842-7440-46d1-a389-750c431d30f9 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dcd63a9c8c4f72a62f7d5b752dd05b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782249 Sep 09 21:03:21.854369 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e39d-7926-42f7-b988-41e0789addea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:21.938173 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4e710c4-eeab-49cf-9de1-b882e8f9eb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1987883'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:21.971871 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-fea6aac7-878e-425e-8e8c-41897f79ac99 service neutron] 10.222.0.13 "GET /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304028 Sep 09 21:03:22.003941 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e39d-7926-42f7-b988-41e0789addea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:22.006857 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e39d-7926-42f7-b988-41e0789addea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:22.014597 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-d1b2e39d-7926-42f7-b988-41e0789addea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/914c9e93-eef9-4c31-80a9-6568eb501bb4 HTTP/1.1" status: 204 len: 168 time: 0.3538830 Sep 09 21:03:22.077268 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2e39d-7926-42f7-b988-41e0789addea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914c9e93-eef9-4c31-80a9-6568eb501bb4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:22.218673 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-f95a702f-de4a-486c-a436-eb38694ce80e service neutron] 10.222.0.13 "GET /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391150 Sep 09 21:03:22.287069 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64058c-d659-460b-8127-c0f62bc80cab req-d2119b54-1709-4565-ac86-57e18475a492 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:22.288837 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9c64058c-d659-460b-8127-c0f62bc80cab req-d2119b54-1709-4565-ac86-57e18475a492 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1793449 Sep 09 21:03:22.346226 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8529e9-97c1-45bb-a446-5f20575101cd req-f3ef1f3a-bca2-472b-8e7d-f0a209d58a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:22.349108 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fb8529e9-97c1-45bb-a446-5f20575101cd req-f3ef1f3a-bca2-472b-8e7d-f0a209d58a7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa8238da135c4e78a001cb13cbc49ca3&device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 1099 time: 0.1228824 Sep 09 21:03:22.357426 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9c64058c-d659-460b-8127-c0f62bc80cab req-fca7caf8-7470-4f23-bbfc-9c40c1a52b2f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614226 Sep 09 21:03:22.434428 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f4e710c4-eeab-49cf-9de1-b882e8f9eb29 admin admin] Deleting port febcc31c-e680-430c-9388-de4e8700c644 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:03:22.434993 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4e710c4-eeab-49cf-9de1-b882e8f9eb29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:22.495374 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8529e9-97c1-45bb-a446-5f20575101cd req-c481a6ea-bef9-4140-a708-be90ac662415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:22.499116 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fb8529e9-97c1-45bb-a446-5f20575101cd req-c481a6ea-bef9-4140-a708-be90ac662415 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0589e727-21ba-4369-8a94-a4059fa739a6 HTTP/1.1" status: 200 len: 910 time: 0.1379285 Sep 09 21:03:22.629047 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f4e710c4-eeab-49cf-9de1-b882e8f9eb29 admin admin] For port febcc31c-e680-430c-9388-de4e8700c644, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=febcc31c-e680-430c-9388-de4e8700c644,segment=NetworkSegment(28284c3b-fc85-4a94-98d1-2836d6de8850),segment_id=28284c3b-fc85-4a94-98d1-2836d6de8850)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:03:22.629544 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4e710c4-eeab-49cf-9de1-b882e8f9eb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:22.646588 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f4e710c4-eeab-49cf-9de1-b882e8f9eb29 admin admin] Calling delete_port for febcc31c-e680-430c-9388-de4e8700c644 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:03:22.654995 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fb8529e9-97c1-45bb-a446-5f20575101cd req-4e2a4313-6c42-416a-9550-f881b73763c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c40ac7a-7423-4d9e-9041-ad0b354047fb HTTP/1.1" status: 200 len: 1001 time: 0.1493614 Sep 09 21:03:22.718722 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f22b719b-83e3-4659-bb13-e06e82a5aac5 req-eed81e5c-5cfa-4fa4-83de-5a23ffe50604 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 210 time: 0.1069560 Sep 09 21:03:22.777650 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8529e9-97c1-45bb-a446-5f20575101cd req-b4587c58-e760-4407-83cb-2667edecf45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:22.779144 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fb8529e9-97c1-45bb-a446-5f20575101cd req-b4587c58-e760-4407-83cb-2667edecf45b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4e83015-b55d-4cac-b7a1-07db3c25a799 HTTP/1.1" status: 200 len: 848 time: 0.0952365 Sep 09 21:03:22.788391 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649313f-8828-4702-8148-b193d23ba4f9 req-de4ea4c0-ee0b-4c98-bc99-15647a3699af tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:22.790012 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6649313f-8828-4702-8148-b193d23ba4f9 req-de4ea4c0-ee0b-4c98-bc99-15647a3699af tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 946 time: 0.1663852 Sep 09 21:03:22.894631 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6649313f-8828-4702-8148-b193d23ba4f9 req-170366b9-5b00-4746-a9ae-b6611ba83ac2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949054 Sep 09 21:03:22.900405 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8529e9-97c1-45bb-a446-5f20575101cd req-a698ead7-c487-4cef-b4ee-e70fdd08af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:22.908986 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fb8529e9-97c1-45bb-a446-5f20575101cd req-a698ead7-c487-4cef-b4ee-e70fdd08af39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0589e727-21ba-4369-8a94-a4059fa739a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1179359 Sep 09 21:03:22.980234 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4e710c4-eeab-49cf-9de1-b882e8f9eb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:23.030002 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e710c4-eeab-49cf-9de1-b882e8f9eb29 admin admin] Pushing event deleted for resources: {'Port': ['ID=febcc31c-e680-430c-9388-de4e8700c644,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:23.063073 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fb8529e9-97c1-45bb-a446-5f20575101cd req-5fcb37c8-1ac3-4509-9075-188c8ed5abc6 service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457829 Sep 09 21:03:23.279563 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fb8529e9-97c1-45bb-a446-5f20575101cd req-f1963e48-46c2-4ee2-a55a-541f569f1d0d service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078652 Sep 09 21:03:23.318213 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4e710c4-eeab-49cf-9de1-b882e8f9eb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987999'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:23.600962 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4021071-2118-4958-9f14-1adfb1b23570 req-a99f2173-a4e7-424c-804b-77a8e0cec8f3 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:23.607873 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f4021071-2118-4958-9f14-1adfb1b23570 req-a99f2173-a4e7-424c-804b-77a8e0cec8f3 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0652914 Sep 09 21:03:23.694377 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f4021071-2118-4958-9f14-1adfb1b23570 req-dc129702-659a-4073-8554-9199400a850c tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834677 Sep 09 21:03:23.866405 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e710c4-eeab-49cf-9de1-b882e8f9eb29 admin admin] Router b73ebeab-7f17-4d44-bb0e-795d2c64821d has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:03:23.869688 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-08362218-4e9e-4e86-bc90-67b91b293748 req-6b15dca1-02a5-491f-8c3a-e3f131b4a183 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 210 time: 0.0428054 Sep 09 21:03:24.074352 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-a10a11ed-2dd3-494c-b271-eab8e57710e7 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:24.075958 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-a10a11ed-2dd3-494c-b271-eab8e57710e7 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.48 "GET /v2.0/networks?id=57585628-e7b1-478b-906c-a76a665e6759 HTTP/1.1" status: 200 len: 814 time: 0.1432383 Sep 09 21:03:24.078958 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e710c4-eeab-49cf-9de1-b882e8f9eb29 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:03:24.089390 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50162) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:24.092100 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-f4e710c4-eeab-49cf-9de1-b882e8f9eb29 admin admin] 10.222.0.13 "PUT /v2.0/routers/b73ebeab-7f17-4d44-bb0e-795d2c64821d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9130781 Sep 09 21:03:24.093466 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e5e0c-3248-4c7f-a1eb-13235078be59 None None] Sync routers for ids ['b73ebeab-7f17-4d44-bb0e-795d2c64821d'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:03:24.099344 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Request body: {'port': {'device_id': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'network_id': '57585628-e7b1-478b-906c-a76a665e6759', 'admin_state_up': True, 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:03:24.107515 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563e5e0c-3248-4c7f-a1eb-13235078be59 None None] Routers {'b73ebeab-7f17-4d44-bb0e-795d2c64821d'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:03:24.108500 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-563e5e0c-3248-4c7f-a1eb-13235078be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:03:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['b73ebeab-7f17-4d44-bb0e-795d2c64821d'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:24.293453 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-563e5e0c-3248-4c7f-a1eb-13235078be59 None None] Set router b73ebeab-7f17-4d44-bb0e-795d2c64821d gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:03:24.312082 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fa01fe9-4136-4821-81f3-45a41cd1e5ed admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:24.478227 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Made reservation on behalf of 23dcd63a9c8c4f72a62f7d5b752dd05b for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:03:24.481483 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:24.560328 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-563e5e0c-3248-4c7f-a1eb-13235078be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'name': 'tempest-ServerRescueNegativeTestJSON-1166557485-router', 'tenant_id': '983b19e5ed194cd8997bf4890869c35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '3b700d6d-cb6e-4cfe-acad-06a2d37436ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:23Z', 'updated_at': '2021-09-09T21:03:22Z', 'revision_number': 5, 'project_id': '983b19e5ed194cd8997bf4890869c35a', 'gw_port': {'id': '3b700d6d-cb6e-4cfe-acad-06a2d37436ea', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:24.580354 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fa01fe9-4136-4821-81f3-45a41cd1e5ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:24.592088 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e5e0c-3248-4c7f-a1eb-13235078be59 None None] Checking router: b73ebeab-7f17-4d44-bb0e-795d2c64821d for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:03:24.607161 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563e5e0c-3248-4c7f-a1eb-13235078be59 None None] Routers {'b73ebeab-7f17-4d44-bb0e-795d2c64821d'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:03:24.609028 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-563e5e0c-3248-4c7f-a1eb-13235078be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:03:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['b73ebeab-7f17-4d44-bb0e-795d2c64821d'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:24.698068 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1fa01fe9-4136-4821-81f3-45a41cd1e5ed admin admin] Deleting port 3b700d6d-cb6e-4cfe-acad-06a2d37436ea {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:03:24.698420 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fa01fe9-4136-4821-81f3-45a41cd1e5ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:24.701950 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Allocated IP 172.20.0.12 (57585628-e7b1-478b-906c-a76a665e6759/6dbb6900-dc72-4f23-9b96-20d376d9b7bd/632c81b9-771b-4b87-9839-a19bbd7ee4d9) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:03:24.714464 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-563e5e0c-3248-4c7f-a1eb-13235078be59 None None] Set router b73ebeab-7f17-4d44-bb0e-795d2c64821d gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:03:24.840044 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-563e5e0c-3248-4c7f-a1eb-13235078be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'name': 'tempest-ServerRescueNegativeTestJSON-1166557485-router', 'tenant_id': '983b19e5ed194cd8997bf4890869c35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:23Z', 'updated_at': '2021-09-09T21:03:24Z', 'revision_number': 6, 'project_id': '983b19e5ed194cd8997bf4890869c35a', 'gw_port_host': None}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:24.874006 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e5e0c-3248-4c7f-a1eb-13235078be59 None None] The sync data for ids ['b73ebeab-7f17-4d44-bb0e-795d2c64821d'] in dv-cinder-805083-2-iscsi is: [{'id': 'b73ebeab-7f17-4d44-bb0e-795d2c64821d', 'name': 'tempest-ServerRescueNegativeTestJSON-1166557485-router', 'tenant_id': '983b19e5ed194cd8997bf4890869c35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:23Z', 'updated_at': '2021-09-09T21:03:24Z', 'revision_number': 6, 'project_id': '983b19e5ed194cd8997bf4890869c35a', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:03:25.107139 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-1fa01fe9-4136-4821-81f3-45a41cd1e5ed admin admin] For port 3b700d6d-cb6e-4cfe-acad-06a2d37436ea, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=3b700d6d-cb6e-4cfe-acad-06a2d37436ea,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:03:25.107959 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fa01fe9-4136-4821-81f3-45a41cd1e5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:25.151769 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1fa01fe9-4136-4821-81f3-45a41cd1e5ed admin admin] Calling delete_port for 3b700d6d-cb6e-4cfe-acad-06a2d37436ea owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:03:25.210490 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-742cf27a-a34c-4872-bc41-ee46eef9c4b8 req-23c28da6-445c-4e36-a242-42ca1d884ab0 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 210 time: 0.0900640 Sep 09 21:03:25.349484 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901b7e9-60bf-4552-aaf7-a1c45768d3f1 req-2bb52bf3-0122-4823-b146-a0ec58b0b459 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:25.351463 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1901b7e9-60bf-4552-aaf7-a1c45768d3f1 req-2bb52bf3-0122-4823-b146-a0ec58b0b459 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.2324648 Sep 09 21:03:25.527488 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:25.534071 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1901b7e9-60bf-4552-aaf7-a1c45768d3f1 req-af841fe0-554d-407f-ad36-006f25168722 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453221 Sep 09 21:03:25.617730 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Transition to ACTIVE for port object 632c81b9-771b-4b87-9839-a19bbd7ee4d9 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:03:25.623751 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fa01fe9-4136-4821-81f3-45a41cd1e5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:25.695230 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa01fe9-4136-4821-81f3-45a41cd1e5ed admin admin] Pushing event deleted for resources: {'Port': ['ID=3b700d6d-cb6e-4cfe-acad-06a2d37436ea,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:25.824765 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fa01fe9-4136-4821-81f3-45a41cd1e5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988733'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:25.855835 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:26.076214 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Network 57585628-e7b1-478b-906c-a76a665e6759 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:03:26.162139 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fa01fe9-4136-4821-81f3-45a41cd1e5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1987022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5768'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:26.166324 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fa01fe9-4136-4821-81f3-45a41cd1e5ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:26.263662 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:03:26.270300 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:03:26.333879 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:26.334717 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:26.340332 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fa01fe9-4136-4821-81f3-45a41cd1e5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1987015'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:26.340858 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa01fe9-4136-4821-81f3-45a41cd1e5ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router b73ebeab-7f17-4d44-bb0e-795d2c64821d {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:03:26.358236 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fa01fe9-4136-4821-81f3-45a41cd1e5ed admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:26.363170 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-1fa01fe9-4136-4821-81f3-45a41cd1e5ed admin admin] 10.222.0.13 "DELETE /v2.0/routers/b73ebeab-7f17-4d44-bb0e-795d2c64821d HTTP/1.1" status: 204 len: 168 time: 2.2690558 Sep 09 21:03:26.363170 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Pushing event updated for resources: {'Port': ['ID=632c81b9-771b-4b87-9839-a19bbd7ee4d9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:26.363973 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50228) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:26.416217 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:26.418044 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:26.419126 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:26.419873 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:26.420594 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:26.421510 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:26.422308 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:26.423568 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:26.424303 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:26.424797 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:26.425225 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:26.426334 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:26.488318 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-02a6b689-7114-42ec-891e-9b22f77ea671 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3994489 Sep 09 21:03:26.535495 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c4861-28d2-4096-90e6-89675be919e8 req-0c5d1216-7642-4378-b3c1-8ce8bfe082db tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:26.537838 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-988c4861-28d2-4096-90e6-89675be919e8 req-0c5d1216-7642-4378-b3c1-8ce8bfe082db tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 932 time: 0.1029680 Sep 09 21:03:26.543740 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa68cb38-60ad-4284-8f87-89010c2e858e admin admin] Deleting subnet b0a6322a-8e0a-4b0a-99c3-ed27597028f0 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:03:26.551735 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa68cb38-60ad-4284-8f87-89010c2e858e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:26.573873 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 3b700d6d-cb6e-4cfe-acad-06a2d37436ea no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:03:26.663661 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa68cb38-60ad-4284-8f87-89010c2e858e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13145719'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:26.666867 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: 3b700d6d-cb6e-4cfe-acad-06a2d37436ea {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:03:26.667131 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 3b700d6d-cb6e-4cfe-acad-06a2d37436ea not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:03:26.669293 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device febcc31c-e680-430c-9388-de4e8700c644 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:03:26.675181 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-988c4861-28d2-4096-90e6-89675be919e8 req-77919b25-4d06-44f0-8408-605ef2f8add5 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283312 Sep 09 21:03:26.732763 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: febcc31c-e680-430c-9388-de4e8700c644 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:03:26.733404 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device febcc31c-e680-430c-9388-de4e8700c644 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:03:26.772097 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa68cb38-60ad-4284-8f87-89010c2e858e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:26.874207 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-e931f72b-7be0-498b-b503-7a3dee4c8b6f None None] Provisioning for port 632c81b9-771b-4b87-9839-a19bbd7ee4d9 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:03:26.880264 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-e931f72b-7be0-498b-b503-7a3dee4c8b6f None None] Provisioning complete for port 632c81b9-771b-4b87-9839-a19bbd7ee4d9 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:03:26.880905 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e931f72b-7be0-498b-b503-7a3dee4c8b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:26.887262 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa68cb38-60ad-4284-8f87-89010c2e858e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13123105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13020265'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:26.928239 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50232) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:26.943092 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68cb38-60ad-4284-8f87-89010c2e858e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a6322a-8e0a-4b0a-99c3-ed27597028f0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:26.955911 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa68cb38-60ad-4284-8f87-89010c2e858e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:26.959080 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-fa68cb38-60ad-4284-8f87-89010c2e858e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b0a6322a-8e0a-4b0a-99c3-ed27597028f0 HTTP/1.1" status: 204 len: 168 time: 0.5940814 Sep 09 21:03:26.962257 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50238) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:26.973219 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e931f72b-7be0-498b-b503-7a3dee4c8b6f None None] Port 632c81b9-771b-4b87-9839-a19bbd7ee4d9 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:03:27.090895 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34b35c81-482d-4a31-801a-c88b4c77b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.208929 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d27e0c9-8234-4edc-b5a0-2dd88499e222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.235719 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34b35c81-482d-4a31-801a-c88b4c77b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.271638 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-34b35c81-482d-4a31-801a-c88b4c77b9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b093fb-5ffe-41e7-8ae6-5e548f1ee182']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:27.287740 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-34b35c81-482d-4a31-801a-c88b4c77b9a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28284c3b-fc85-4a94-98d1-2836d6de8850') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:27.288063 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-34b35c81-482d-4a31-801a-c88b4c77b9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28284c3b-fc85-4a94-98d1-2836d6de8850') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:27.302058 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34b35c81-482d-4a31-801a-c88b4c77b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14234935'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.330355 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34b35c81-482d-4a31-801a-c88b4c77b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.342440 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b35c81-482d-4a31-801a-c88b4c77b9a3 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:03:27.342892 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34b35c81-482d-4a31-801a-c88b4c77b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14198969'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: Traceback (most recent call last): Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: timer() Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: cb(*args, **kw) Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: return func(*args, **kwargs) Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: self._notify() Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: self.callback(batched_events) Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: event.method(event) Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: return f(self, *a, **k) Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._get(url).json() Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: return self.request(url, 'GET', **kwargs) Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:03:27.345208 dv-cinder-805083-2-iscsi neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:03:27.473199 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34b35c81-482d-4a31-801a-c88b4c77b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.491466 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34b35c81-482d-4a31-801a-c88b4c77b9a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.497568 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-34b35c81-482d-4a31-801a-c88b4c77b9a3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e8b093fb-5ffe-41e7-8ae6-5e548f1ee182 HTTP/1.1" status: 204 len: 168 time: 0.5301304 Sep 09 21:03:27.497568 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d27e0c9-8234-4edc-b5a0-2dd88499e222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.507260 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d27e0c9-8234-4edc-b5a0-2dd88499e222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.511714 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b35c81-482d-4a31-801a-c88b4c77b9a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b093fb-5ffe-41e7-8ae6-5e548f1ee182,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:27.556955 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-2d27e0c9-8234-4edc-b5a0-2dd88499e222 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f56eaf4125374d5ca318cb434786d3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6269972 Sep 09 21:03:27.557334 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50242) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:27.558114 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27e0c9-8234-4edc-b5a0-2dd88499e222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cda07c3-e406-426d-99b1-3dd192f9654e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:27.664601 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73dbde43-b101-4a94-b47d-38beaa8d90e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.686069 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50244) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:27.707370 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73dbde43-b101-4a94-b47d-38beaa8d90e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.737608 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-6244f8c5-54cf-4c78-99af-ae73e58c13ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=983b19e5ed194cd8997bf4890869c35a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0502057 Sep 09 21:03:27.740366 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50248) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:27.811684 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73dbde43-b101-4a94-b47d-38beaa8d90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.820114 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73dbde43-b101-4a94-b47d-38beaa8d90e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.822442 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-73dbde43-b101-4a94-b47d-38beaa8d90e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cda07c3-e406-426d-99b1-3dd192f9654e HTTP/1.1" status: 204 len: 168 time: 0.2635133 Sep 09 21:03:27.828766 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb2d3494-7386-4084-812d-da8fc52b32d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.844779 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbde43-b101-4a94-b47d-38beaa8d90e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cda07c3-e406-426d-99b1-3dd192f9654e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:27.907025 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb2d3494-7386-4084-812d-da8fc52b32d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.976230 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb2d3494-7386-4084-812d-da8fc52b32d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.979148 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb2d3494-7386-4084-812d-da8fc52b32d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:27.980339 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-fb2d3494-7386-4084-812d-da8fc52b32d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67719470-7f7f-436f-9ef0-21638cade9c4 HTTP/1.1" status: 204 len: 168 time: 0.2378676 Sep 09 21:03:28.004768 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8baf9-2f66-4d98-8f86-57325b167b5e req-c3cb2b72-d859-4c5d-b086-c63e617b6b83 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:28.006311 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eca8baf9-2f66-4d98-8f86-57325b167b5e req-c3cb2b72-d859-4c5d-b086-c63e617b6b83 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 932 time: 0.1882548 Sep 09 21:03:28.030837 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d3494-7386-4084-812d-da8fc52b32d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67719470-7f7f-436f-9ef0-21638cade9c4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:28.121861 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eca8baf9-2f66-4d98-8f86-57325b167b5e req-c265b16a-8d85-49d2-a9ee-ac44af9f45c3 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981338 Sep 09 21:03:28.488318 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50262) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:28.512219 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2827ede1-021e-4187-bab7-8937f9c9646b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:28.672320 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2827ede1-021e-4187-bab7-8937f9c9646b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:28.680519 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2827ede1-021e-4187-bab7-8937f9c9646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:28.727835 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-2827ede1-021e-4187-bab7-8937f9c9646b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3099bf5edef2484d881b9cd32e38dc0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379100 Sep 09 21:03:28.730253 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50268) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:28.735390 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827ede1-021e-4187-bab7-8937f9c9646b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8887cda0-9568-44f5-8996-0a8c37866548,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:28.802386 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61560763-2445-4e84-a6c8-dfcbdbad6a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:28.842904 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61560763-2445-4e84-a6c8-dfcbdbad6a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:28.915748 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61560763-2445-4e84-a6c8-dfcbdbad6a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:28.919186 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61560763-2445-4e84-a6c8-dfcbdbad6a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:28.921195 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-61560763-2445-4e84-a6c8-dfcbdbad6a25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8887cda0-9568-44f5-8996-0a8c37866548 HTTP/1.1" status: 204 len: 168 time: 0.1890516 Sep 09 21:03:28.937296 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61560763-2445-4e84-a6c8-dfcbdbad6a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8887cda0-9568-44f5-8996-0a8c37866548,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:29.362848 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fae6c9-1535-426e-92f2-ecd1ad2d07e4 req-2bf2914a-f1c3-4e23-996d-8275abc1c9d9 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:29.365739 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71fae6c9-1535-426e-92f2-ecd1ad2d07e4 req-2bf2914a-f1c3-4e23-996d-8275abc1c9d9 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 932 time: 0.0872092 Sep 09 21:03:29.434901 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71fae6c9-1535-426e-92f2-ecd1ad2d07e4 req-c61b2ab2-5e59-494e-a401-9f330e21affe tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623581 Sep 09 21:03:30.651954 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0b255-d89d-4186-99d6-2c5db4818e9b req-f13eb976-0841-4cfa-96b8-0b3e93a06933 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:30.670754 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-88b0b255-d89d-4186-99d6-2c5db4818e9b req-f13eb976-0841-4cfa-96b8-0b3e93a06933 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 932 time: 0.0901878 Sep 09 21:03:30.684817 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:30.724451 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-88b0b255-d89d-4186-99d6-2c5db4818e9b req-651e2bd1-7870-4949-93e6-2842e3081921 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525002 Sep 09 21:03:31.865239 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967757b7-acce-421a-8ef6-5737767e0a6f req-03899f32-4096-4818-a734-58ac635d0cf5 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:31.866758 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-967757b7-acce-421a-8ef6-5737767e0a6f req-03899f32-4096-4818-a734-58ac635d0cf5 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 932 time: 0.0552335 Sep 09 21:03:31.912053 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-967757b7-acce-421a-8ef6-5737767e0a6f req-7c192177-2bf9-4b7d-bfca-ac07c8442038 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380650 Sep 09 21:03:33.036914 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce2dfe-1651-4a08-86a3-8abf124ca462 req-d0b59035-4e62-4242-a489-359e5ff5dd40 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:33.038798 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b6ce2dfe-1651-4a08-86a3-8abf124ca462 req-d0b59035-4e62-4242-a489-359e5ff5dd40 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 932 time: 0.0559509 Sep 09 21:03:33.081613 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b6ce2dfe-1651-4a08-86a3-8abf124ca462 req-31921915-9fa3-4565-b149-b90a424942e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364394 Sep 09 21:03:34.234818 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc1238-4183-4d32-b50a-22720a64fa91 req-6ae65046-a6df-48c1-95a5-efbe25d8045a tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:34.237224 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e2bc1238-4183-4d32-b50a-22720a64fa91 req-6ae65046-a6df-48c1-95a5-efbe25d8045a tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 932 time: 0.0600779 Sep 09 21:03:34.278367 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e2bc1238-4183-4d32-b50a-22720a64fa91 req-7d682da6-792f-4a57-aa6c-72ae2821e42b tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350046 Sep 09 21:03:35.417906 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db8e3f-c926-4b4c-93a4-84fa152fa94c req-962bee28-d1d1-4d26-a345-68674c114412 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:35.419424 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-09db8e3f-c926-4b4c-93a4-84fa152fa94c req-962bee28-d1d1-4d26-a345-68674c114412 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 932 time: 0.0568576 Sep 09 21:03:35.478250 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-09db8e3f-c926-4b4c-93a4-84fa152fa94c req-8f2a54cb-8018-4436-974a-e68b6de8284a tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478354 Sep 09 21:03:36.608154 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873e7a9-a40d-422f-9771-68979a0cf79f req-feccff19-a454-40ec-a834-7325ea65e792 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:36.613946 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9873e7a9-a40d-422f-9771-68979a0cf79f req-feccff19-a454-40ec-a834-7325ea65e792 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 932 time: 0.0569377 Sep 09 21:03:36.659000 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9873e7a9-a40d-422f-9771-68979a0cf79f req-9dbcc37a-5baa-4dc2-a1a2-da6171ca1209 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 Sep 09 21:03:37.786012 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c22d77-ba25-4093-b11f-03acccc49f8a req-865015cc-26d8-46ed-aea2-86d724ee4f4e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:37.787590 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-78c22d77-ba25-4093-b11f-03acccc49f8a req-865015cc-26d8-46ed-aea2-86d724ee4f4e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 932 time: 0.0598428 Sep 09 21:03:37.830626 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-78c22d77-ba25-4093-b11f-03acccc49f8a req-05515a17-00d0-44bb-96b8-d7786355b636 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367143 Sep 09 21:03:37.956901 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Request body: {'port': {'device_id': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:03:38.022111 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:38.093351 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-9735b37b-7251-4d85-818b-85685bdb20dd req-e0af3133-f396-4f49-9de0-8658c7c7e1aa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561492 Sep 09 21:03:38.169899 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735b37b-7251-4d85-818b-85685bdb20dd req-da4c310c-1fc8-40c6-8551-d78c52fa596d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:38.171549 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-9735b37b-7251-4d85-818b-85685bdb20dd req-da4c310c-1fc8-40c6-8551-d78c52fa596d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa8238da135c4e78a001cb13cbc49ca3&device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 1099 time: 0.0406780 Sep 09 21:03:38.288920 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735b37b-7251-4d85-818b-85685bdb20dd req-fa4ef036-b436-49fa-85b9-72d18f9964ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:38.290347 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-9735b37b-7251-4d85-818b-85685bdb20dd req-fa4ef036-b436-49fa-85b9-72d18f9964ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=0589e727-21ba-4369-8a94-a4059fa739a6 HTTP/1.1" status: 200 len: 910 time: 0.0950825 Sep 09 21:03:38.303070 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632c81b9-771b-4b87-9839-a19bbd7ee4d9 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:03:38.310997 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:38.324124 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Transition to ACTIVE for port object 632c81b9-771b-4b87-9839-a19bbd7ee4d9 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:03:38.327943 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:38.359263 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-9735b37b-7251-4d85-818b-85685bdb20dd req-de34755e-60a5-4821-8178-af39dc0a0f78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c40ac7a-7423-4d9e-9041-ad0b354047fb HTTP/1.1" status: 200 len: 1001 time: 0.0598946 Sep 09 21:03:38.377204 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Pushing event updated for resources: {'Port': ['ID=632c81b9-771b-4b87-9839-a19bbd7ee4d9,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:38.426723 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735b37b-7251-4d85-818b-85685bdb20dd req-86cb1c1f-7f22-4ff7-8482-e74d920ea277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:38.428493 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-9735b37b-7251-4d85-818b-85685bdb20dd req-86cb1c1f-7f22-4ff7-8482-e74d920ea277 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4e83015-b55d-4cac-b7a1-07db3c25a799 HTTP/1.1" status: 200 len: 848 time: 0.0617633 Sep 09 21:03:38.477601 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Attempting to bind port 632c81b9-771b-4b87-9839-a19bbd7ee4d9 on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:03:38.477918 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Attempting to bind port 632c81b9-771b-4b87-9839-a19bbd7ee4d9 by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '69cfae04-674d-402e-bc8e-fa8dc8851d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57585628-e7b1-478b-906c-a76a665e6759'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:03:38.478260 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Attempting to bind port 632c81b9-771b-4b87-9839-a19bbd7ee4d9 on network 57585628-e7b1-478b-906c-a76a665e6759 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:03:38.484594 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Port 632c81b9-771b-4b87-9839-a19bbd7ee4d9 on network 57585628-e7b1-478b-906c-a76a665e6759 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:03:38.485117 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Attempting to bind port 632c81b9-771b-4b87-9839-a19bbd7ee4d9 on network 57585628-e7b1-478b-906c-a76a665e6759 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:03:38.492564 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:03:38.492935 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Checking segment: {'id': '69cfae04-674d-402e-bc8e-fa8dc8851d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57585628-e7b1-478b-906c-a76a665e6759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:03:38.493293 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Bound using segment: {'id': '69cfae04-674d-402e-bc8e-fa8dc8851d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57585628-e7b1-478b-906c-a76a665e6759'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:03:38.494451 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Bound port: 632c81b9-771b-4b87-9839-a19bbd7ee4d9, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69cfae04-674d-402e-bc8e-fa8dc8851d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '57585628-e7b1-478b-906c-a76a665e6759'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:03:38.494451 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:38.566253 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] For port 632c81b9-771b-4b87-9839-a19bbd7ee4d9, host hv-cinder-80508, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:03:38.570019 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] For port 632c81b9-771b-4b87-9839-a19bbd7ee4d9, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=632c81b9-771b-4b87-9839-a19bbd7ee4d9,segment=NetworkSegment(69cfae04-674d-402e-bc8e-fa8dc8851d1e),segment_id=69cfae04-674d-402e-bc8e-fa8dc8851d1e)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:03:38.573985 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:38.613439 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:38.614075 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:38.615662 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] 10.222.0.48 "PUT /v2.0/ports/632c81b9-771b-4b87-9839-a19bbd7ee4d9 HTTP/1.1" status: 200 len: 1094 time: 0.6686718 Sep 09 21:03:38.616137 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'tag': '632c81b9-771b-4b87-9839-a19bbd7ee4d9'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:03:38.618430 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba483c33-e175-489a-8c47-6a63e812d0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "190b6e2b-7c8e-4827-93eb-05af5e9f23df", "tag": "632c81b9-771b-4b87-9839-a19bbd7ee4d9"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:03:38.644737 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb3e70-1c3d-49e8-b1ef-7bc65648728c service neutron] Pushing event updated for resources: {'Port': ['ID=632c81b9-771b-4b87-9839-a19bbd7ee4d9,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:38.660751 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b00e40-d059-412f-9d7b-9e667454a146 x-openstack-request-id: req-c9b00e40-d059-412f-9d7b-9e667454a146 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:03:38.661041 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190b6e2b-7c8e-4827-93eb-05af5e9f23df", "tag": "632c81b9-771b-4b87-9839-a19bbd7ee4d9", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:03:38.661285 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9b00e40-d059-412f-9d7b-9e667454a146 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:03:38.661675 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'tag': '632c81b9-771b-4b87-9839-a19bbd7ee4d9', 'status': 'completed', 'code': 200} Sep 09 21:03:38.957261 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eb550-e0ee-4e98-bb63-829eab1b3af1 req-fc904aff-8b20-4bc0-8b32-7f184d9e9248 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:38.958733 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5a8eb550-e0ee-4e98-bb63-829eab1b3af1 req-fc904aff-8b20-4bc0-8b32-7f184d9e9248 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 944 time: 0.0609872 Sep 09 21:03:39.004193 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5a8eb550-e0ee-4e98-bb63-829eab1b3af1 req-1e2c02c4-5a97-4245-952b-f204f02f6a12 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395174 Sep 09 21:03:40.122368 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a5c64-3160-4855-84c8-411a4bb05fa5 req-cbec70a9-311c-4a06-9cf9-12a8437773c1 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:40.123887 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-639a5c64-3160-4855-84c8-411a4bb05fa5 req-cbec70a9-311c-4a06-9cf9-12a8437773c1 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 944 time: 0.0525129 Sep 09 21:03:40.162490 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-639a5c64-3160-4855-84c8-411a4bb05fa5 req-7bc1a243-9341-4511-8f6b-59e9b80fd6fe tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322621 Sep 09 21:03:40.228400 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735b37b-7251-4d85-818b-85685bdb20dd req-0313674c-aa5d-46e2-87df-1b07d86e6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:40.229890 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-9735b37b-7251-4d85-818b-85685bdb20dd req-0313674c-aa5d-46e2-87df-1b07d86e6191 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0589e727-21ba-4369-8a94-a4059fa739a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488341 Sep 09 21:03:41.261356 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba483c33-e175-489a-8c47-6a63e812d0d4 req-01e0a252-6bee-46a0-a05d-ac6a88c332a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:41.263456 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ba483c33-e175-489a-8c47-6a63e812d0d4 req-01e0a252-6bee-46a0-a05d-ac6a88c332a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23dcd63a9c8c4f72a62f7d5b752dd05b&device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 1097 time: 0.0653560 Sep 09 21:03:41.284954 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-9735b37b-7251-4d85-818b-85685bdb20dd req-e53aa918-b625-4951-86bd-fb559bef17a7 service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878694 Sep 09 21:03:41.326118 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab6bdc-bcd6-41fd-989e-0896937a1535 req-e87b9884-7513-42ed-9feb-dc55a76e6aa4 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:41.327722 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fdab6bdc-bcd6-41fd-989e-0896937a1535 req-e87b9884-7513-42ed-9feb-dc55a76e6aa4 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 944 time: 0.0954068 Sep 09 21:03:41.385848 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-9735b37b-7251-4d85-818b-85685bdb20dd req-0786832e-74f0-4b01-ae50-8b176749e9a3 service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934968 Sep 09 21:03:41.413762 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fdab6bdc-bcd6-41fd-989e-0896937a1535 req-17079614-41b0-40a9-b3a6-45ff26f50b3b tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785263 Sep 09 21:03:41.416896 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba483c33-e175-489a-8c47-6a63e812d0d4 req-90e1096e-d170-446b-8960-d7e369a878b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:41.418464 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ba483c33-e175-489a-8c47-6a63e812d0d4 req-90e1096e-d170-446b-8960-d7e369a878b0 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=23dcd63a9c8c4f72a62f7d5b752dd05b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1451468 Sep 09 21:03:41.521072 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba483c33-e175-489a-8c47-6a63e812d0d4 req-b1b2d812-e3e2-4ba4-8120-74e4d0c31d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:41.522527 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ba483c33-e175-489a-8c47-6a63e812d0d4 req-b1b2d812-e3e2-4ba4-8120-74e4d0c31d02 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956819 Sep 09 21:03:41.612005 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-e6bb5330-a365-4c69-bf35-eb3e7a1f0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:41.613697 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-e6bb5330-a365-4c69-bf35-eb3e7a1f0c21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23dcd63a9c8c4f72a62f7d5b752dd05b&device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 1097 time: 0.0470300 Sep 09 21:03:41.661405 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-353a8384-3b27-4b05-bf62-235100a826aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=632c81b9-771b-4b87-9839-a19bbd7ee4d9 HTTP/1.1" status: 200 len: 217 time: 0.0373814 Sep 09 21:03:41.727415 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-0df3ab95-2959-4ffb-b665-9107d118cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:41.728937 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-0df3ab95-2959-4ffb-b665-9107d118cebc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dbb6900-dc72-4f23-9b96-20d376d9b7bd HTTP/1.1" status: 200 len: 853 time: 0.0545084 Sep 09 21:03:41.783163 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-eea3cc4c-002b-41f9-bd0d-5c87408710bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:41.784798 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-eea3cc4c-002b-41f9-bd0d-5c87408710bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57585628-e7b1-478b-906c-a76a665e6759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473645 Sep 09 21:03:41.886187 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-8e9d1e90-8596-4588-baa6-672477504b00 service neutron] 10.222.0.48 "GET /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920928 Sep 09 21:03:41.990995 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1861ff37-85a8-4e67-87a5-d6f92d512157 req-abd4eb27-ae51-49b9-a9a5-20849aacdba7 service neutron] 10.222.0.48 "GET /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956213 Sep 09 21:03:42.336485 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50560) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:42.453003 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e184b95-ab13-4e0d-a3aa-ab5efa0a673b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:42.539873 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e09195-e69f-430a-9088-81694bada9c6 req-5bb8c4d1-eb7e-4c1e-b7e6-92987a01bc52 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:42.541567 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c5e09195-e69f-430a-9088-81694bada9c6 req-5bb8c4d1-eb7e-4c1e-b7e6-92987a01bc52 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 944 time: 0.0557599 Sep 09 21:03:42.570152 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e184b95-ab13-4e0d-a3aa-ab5efa0a673b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:42.577559 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e184b95-ab13-4e0d-a3aa-ab5efa0a673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:42.583219 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c5e09195-e69f-430a-9088-81694bada9c6 req-cb62e93b-9173-4851-bdbf-37e8f3e9cae3 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355654 Sep 09 21:03:42.615218 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-4e184b95-ab13-4e0d-a3aa-ab5efa0a673b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=006ac46da47942dbaed91b35acba7c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775242 Sep 09 21:03:42.617129 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e184b95-ab13-4e0d-a3aa-ab5efa0a673b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470176c1-a155-446d-97b6-d65f3ef637a0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:42.617873 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50566) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:42.668439 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da66d5d8-52ae-4aaf-a0f9-5112f60c0998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:42.691429 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da66d5d8-52ae-4aaf-a0f9-5112f60c0998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:42.753530 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da66d5d8-52ae-4aaf-a0f9-5112f60c0998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:42.758033 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da66d5d8-52ae-4aaf-a0f9-5112f60c0998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:42.759923 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-da66d5d8-52ae-4aaf-a0f9-5112f60c0998 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/470176c1-a155-446d-97b6-d65f3ef637a0 HTTP/1.1" status: 204 len: 168 time: 0.1407428 Sep 09 21:03:42.770112 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66d5d8-52ae-4aaf-a0f9-5112f60c0998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470176c1-a155-446d-97b6-d65f3ef637a0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:43.073086 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50590) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:43.086066 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c81e3bc5-156a-4281-b207-e7ad4752c56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:43.177567 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c81e3bc5-156a-4281-b207-e7ad4752c56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:43.182022 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c81e3bc5-156a-4281-b207-e7ad4752c56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:43.224804 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-c81e3bc5-156a-4281-b207-e7ad4752c56c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8610c28e498e410c924e5bec59b82955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506355 Sep 09 21:03:43.225742 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e3bc5-156a-4281-b207-e7ad4752c56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5695d2f0-5cbf-48cc-8772-c3825c920d44,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:43.228490 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50592) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:43.278158 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87b0b86e-8f4c-4920-84a9-76078c7be499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:43.301215 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 632c81b9-771b-4b87-9839-a19bbd7ee4d9 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:03:43.309041 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87b0b86e-8f4c-4920-84a9-76078c7be499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:43.357753 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87b0b86e-8f4c-4920-84a9-76078c7be499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:43.360369 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87b0b86e-8f4c-4920-84a9-76078c7be499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:43.361538 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-87b0b86e-8f4c-4920-84a9-76078c7be499 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5695d2f0-5cbf-48cc-8772-c3825c920d44 HTTP/1.1" status: 204 len: 168 time: 0.1320977 Sep 09 21:03:43.370206 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0b86e-8f4c-4920-84a9-76078c7be499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5695d2f0-5cbf-48cc-8772-c3825c920d44,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:43.415206 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 632c81b9-771b-4b87-9839-a19bbd7ee4d9, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=632c81b9-771b-4b87-9839-a19bbd7ee4d9,segment=NetworkSegment(69cfae04-674d-402e-bc8e-fa8dc8851d1e),segment_id=69cfae04-674d-402e-bc8e-fa8dc8851d1e)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:03:43.427499 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': '632c81b9-771b-4b87-9839-a19bbd7ee4d9', 'network_id': '57585628-e7b1-478b-906c-a76a665e6759', 'port_id': '632c81b9-771b-4b87-9839-a19bbd7ee4d9', 'mac_address': 'fa:16:3e:c8:43:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:03:43.474582 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:43.488914 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632c81b9-771b-4b87-9839-a19bbd7ee4d9 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:03:43.509980 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 632c81b9-771b-4b87-9839-a19bbd7ee4d9, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=632c81b9-771b-4b87-9839-a19bbd7ee4d9,segment=NetworkSegment(69cfae04-674d-402e-bc8e-fa8dc8851d1e),segment_id=69cfae04-674d-402e-bc8e-fa8dc8851d1e)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:03:43.515332 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:43.586549 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=632c81b9-771b-4b87-9839-a19bbd7ee4d9,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:43.704536 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8b7d8-62c6-49bc-a8fa-e7ec0cfe5ebf req-d5074c3a-6e60-4111-b754-b0806c9214c7 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:43.706702 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c4e8b7d8-62c6-49bc-a8fa-e7ec0cfe5ebf req-d5074c3a-6e60-4111-b754-b0806c9214c7 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 945 time: 0.0551639 Sep 09 21:03:43.748596 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c4e8b7d8-62c6-49bc-a8fa-e7ec0cfe5ebf req-73a6faeb-f553-4d0c-bd01-c97af9784ab7 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357473 Sep 09 21:03:43.754928 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['632c81b9-771b-4b87-9839-a19bbd7ee4d9'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:03:44.409163 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50644) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:44.526080 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:44.632297 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:44.636424 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:44.678142 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=016fecb5dda14e769cc166a1f114f41f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678418 Sep 09 21:03:44.679260 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a1da6b-ef66-445f-b719-97fba9701ac8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:44.680871 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:44.687012 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:44.687422 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:44.687729 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:44.688067 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:44.688398 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:44.688733 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:44.689078 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:44.689385 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:44.690245 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:44.690627 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:44.690941 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:44.691296 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62263708-4b64-487e-b1c2-2dc27630adb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:03:44.748679 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-208e5db5-9814-4a93-a032-ea8080331874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:44.786726 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-208e5db5-9814-4a93-a032-ea8080331874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:44.881516 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-208e5db5-9814-4a93-a032-ea8080331874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:44.884138 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-208e5db5-9814-4a93-a032-ea8080331874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:44.885327 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-208e5db5-9814-4a93-a032-ea8080331874 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32a1da6b-ef66-445f-b719-97fba9701ac8 HTTP/1.1" status: 204 len: 168 time: 0.2029567 Sep 09 21:03:44.898664 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ec6f-f8c6-4111-b377-ef34d400135f req-35d0e5d6-e91f-4b10-8670-406719e54c67 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:44.900210 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f853ec6f-f8c6-4111-b377-ef34d400135f req-35d0e5d6-e91f-4b10-8670-406719e54c67 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 945 time: 0.0671568 Sep 09 21:03:44.905433 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e5db5-9814-4a93-a032-ea8080331874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a1da6b-ef66-445f-b719-97fba9701ac8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:44.973058 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f853ec6f-f8c6-4111-b377-ef34d400135f req-49bf10dd-9392-482c-8a5e-62ba3ecc3a6f tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509806 Sep 09 21:03:45.304893 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 632c81b9-771b-4b87-9839-a19bbd7ee4d9 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:03:45.370556 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port 632c81b9-771b-4b87-9839-a19bbd7ee4d9 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:03:45.374675 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port 632c81b9-771b-4b87-9839-a19bbd7ee4d9 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:03:45.375048 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:45.462001 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:45.484976 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50694) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:45.492504 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632c81b9-771b-4b87-9839-a19bbd7ee4d9'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:03:45.495105 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99c3b38-3553-4962-bd27-bfe7a9eb58c4" -d '{"events": [{"server_uuid": "190b6e2b-7c8e-4827-93eb-05af5e9f23df", "name": "network-vif-plugged", "status": "completed", "tag": "632c81b9-771b-4b87-9839-a19bbd7ee4d9"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:03:45.509301 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 632c81b9-771b-4b87-9839-a19bbd7ee4d9, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=632c81b9-771b-4b87-9839-a19bbd7ee4d9,segment=NetworkSegment(69cfae04-674d-402e-bc8e-fa8dc8851d1e),segment_id=69cfae04-674d-402e-bc8e-fa8dc8851d1e)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:03:45.514582 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:45.541215 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc63bbb7-0b19-4824-82d1-7aaf142140c8 x-openstack-request-id: req-bc63bbb7-0b19-4824-82d1-7aaf142140c8 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:03:45.541490 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190b6e2b-7c8e-4827-93eb-05af5e9f23df", "name": "network-vif-plugged", "status": "completed", "tag": "632c81b9-771b-4b87-9839-a19bbd7ee4d9", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:03:45.541745 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc63bbb7-0b19-4824-82d1-7aaf142140c8 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:03:45.542137 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632c81b9-771b-4b87-9839-a19bbd7ee4d9', 'code': 200} Sep 09 21:03:45.570610 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=632c81b9-771b-4b87-9839-a19bbd7ee4d9,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:45.733789 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aae12d97-87f5-4c17-a76b-a56da5d02af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:45.765060 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413e6e8-9972-4ac1-97d9-ea18bf7d1980 req-8d45a208-3203-4818-9fe8-289231e12400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:45.767243 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a413e6e8-9972-4ac1-97d9-ea18bf7d1980 req-8d45a208-3203-4818-9fe8-289231e12400 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 1099 time: 0.0798628 Sep 09 21:03:45.779139 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e9f122ac-a45f-4b5f-8d15-f08eae5f8f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:45.828480 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a413e6e8-9972-4ac1-97d9-ea18bf7d1980 req-052737d4-d615-4f30-9727-970d93d3b357 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509686 Sep 09 21:03:45.886070 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aae12d97-87f5-4c17-a76b-a56da5d02af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:45.892008 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aae12d97-87f5-4c17-a76b-a56da5d02af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:45.963615 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-aae12d97-87f5-4c17-a76b-a56da5d02af3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1a9c3b33b0a412c84091218cbfe019f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4771392 Sep 09 21:03:45.966236 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50716) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:45.966745 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae12d97-87f5-4c17-a76b-a56da5d02af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b152473-5f27-40b8-97aa-ddc3e9a9c34d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:46.037269 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc505-366d-42fb-83b4-850f6bdeb159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:46.063161 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc505-366d-42fb-83b4-850f6bdeb159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:46.129669 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc505-366d-42fb-83b4-850f6bdeb159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:46.130032 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99706b80-105f-4f58-82a6-3aa48d85c265 req-182e5d99-abdc-46fc-8a02-aebb0ff5824a tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:46.133376 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc505-366d-42fb-83b4-850f6bdeb159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:46.134694 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-6d0fc505-366d-42fb-83b4-850f6bdeb159 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b152473-5f27-40b8-97aa-ddc3e9a9c34d HTTP/1.1" status: 204 len: 168 time: 0.1667862 Sep 09 21:03:46.137235 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-99706b80-105f-4f58-82a6-3aa48d85c265 req-182e5d99-abdc-46fc-8a02-aebb0ff5824a tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 946 time: 0.0611100 Sep 09 21:03:46.149506 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fc505-366d-42fb-83b4-850f6bdeb159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b152473-5f27-40b8-97aa-ddc3e9a9c34d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:46.208887 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-99706b80-105f-4f58-82a6-3aa48d85c265 req-120af682-7e81-4820-bac2-bd8dde1b0bc4 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704861 Sep 09 21:03:46.791052 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50766) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:46.965711 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94b742cb-9ffb-4c4d-a32f-43f33f593cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:47.083319 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94b742cb-9ffb-4c4d-a32f-43f33f593cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:47.087552 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94b742cb-9ffb-4c4d-a32f-43f33f593cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:47.131859 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-94b742cb-9ffb-4c4d-a32f-43f33f593cb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eed5aed022ce4437b4ea21fdbec84f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396733 Sep 09 21:03:47.133898 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b742cb-9ffb-4c4d-a32f-43f33f593cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558101f3-1a95-4d00-8b52-ba8f29c118e5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:47.134709 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50782) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:47.187779 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1971c67-90df-45b8-9eb6-e96c92c443f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:47.214001 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1971c67-90df-45b8-9eb6-e96c92c443f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:47.267386 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1971c67-90df-45b8-9eb6-e96c92c443f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:47.270724 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1971c67-90df-45b8-9eb6-e96c92c443f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:47.272086 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-b1971c67-90df-45b8-9eb6-e96c92c443f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/558101f3-1a95-4d00-8b52-ba8f29c118e5 HTTP/1.1" status: 204 len: 168 time: 0.1362000 Sep 09 21:03:47.280992 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1971c67-90df-45b8-9eb6-e96c92c443f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558101f3-1a95-4d00-8b52-ba8f29c118e5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:47.376981 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31f74d-58e8-4639-a136-0c8d9be11b14 req-97b3a59d-4766-4d1f-acb1-62cc714c38dd tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:47.378511 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0d31f74d-58e8-4639-a136-0c8d9be11b14 req-97b3a59d-4766-4d1f-acb1-62cc714c38dd tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 946 time: 0.0608938 Sep 09 21:03:47.436875 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0d31f74d-58e8-4639-a136-0c8d9be11b14 req-473d17df-9c1f-4281-aed7-28be257d067b tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457647 Sep 09 21:03:47.570090 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1c18b-195a-4860-9e86-efcc22e17fc2 req-1d9cdeff-a983-4572-8ead-b639b37a03ff tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:47.571663 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eef1c18b-195a-4860-9e86-efcc22e17fc2 req-1d9cdeff-a983-4572-8ead-b639b37a03ff tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 946 time: 0.0614612 Sep 09 21:03:47.628401 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eef1c18b-195a-4860-9e86-efcc22e17fc2 req-743690b1-1f90-497b-bcee-5369b7a6d24c tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486083 Sep 09 21:03:48.048530 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ffbb4-f4ab-4011-b5c5-7dae536d8236 req-e3d8991c-81ee-49b2-9df1-c0d2ef2649b1 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:48.051140 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-290ffbb4-f4ab-4011-b5c5-7dae536d8236 req-e3d8991c-81ee-49b2-9df1-c0d2ef2649b1 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 946 time: 0.0692244 Sep 09 21:03:48.093398 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-290ffbb4-f4ab-4011-b5c5-7dae536d8236 req-e4860396-e3ce-4b2b-a477-6811b64d6575 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359588 Sep 09 21:03:48.307524 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50852) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:48.411579 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cfaa2737-b651-4582-b6cd-89b99aa68b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:48.433228 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-71c104f0-c169-4703-93ff-a41fb39709a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-649089554-network', 'tenant_id': 'cd22ca35cdf04d83af53c28f4be089c6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:03:48.472721 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c104f0-c169-4703-93ff-a41fb39709a5 admin admin] Made reservation on behalf of cd22ca35cdf04d83af53c28f4be089c6 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:03:48.476367 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71c104f0-c169-4703-93ff-a41fb39709a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:48.487644 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71c104f0-c169-4703-93ff-a41fb39709a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:48.592877 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:48.614735 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71c104f0-c169-4703-93ff-a41fb39709a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:48.619331 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71c104f0-c169-4703-93ff-a41fb39709a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:48.648997 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c104f0-c169-4703-93ff-a41fb39709a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:03:48.659047 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c104f0-c169-4703-93ff-a41fb39709a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf95dacf-73a4-495d-8bad-e866d84f146a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:48.664454 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71c104f0-c169-4703-93ff-a41fb39709a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:48.664792 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.segments_db [None req-71c104f0-c169-4703-93ff-a41fb39709a5 admin admin] Added segment ada1b873-74eb-4857-ab55-221c769c8046 of type vlan for network c3430c8a-2906-4003-a593-5c943d993654 Sep 09 21:03:48.708739 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71c104f0-c169-4703-93ff-a41fb39709a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:48.735863 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71c104f0-c169-4703-93ff-a41fb39709a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:48.737485 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c104f0-c169-4703-93ff-a41fb39709a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:48.738127 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71c104f0-c169-4703-93ff-a41fb39709a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:48.770934 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-71c104f0-c169-4703-93ff-a41fb39709a5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4617569 Sep 09 21:03:48.774887 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50860) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:48.781869 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f0e11bc5-52e2-4e98-a41f-613698e6209d admin admin] Request body: {'subnet': {'network_id': 'c3430c8a-2906-4003-a593-5c943d993654', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-649089554-subnet', 'tenant_id': 'cd22ca35cdf04d83af53c28f4be089c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:03:48.805457 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e11bc5-52e2-4e98-a41f-613698e6209d admin admin] Made reservation on behalf of cd22ca35cdf04d83af53c28f4be089c6 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:03:48.805821 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c104f0-c169-4703-93ff-a41fb39709a5 admin admin] Pushing event updated for resources: {'Network': ['ID=c3430c8a-2906-4003-a593-5c943d993654,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:48.808029 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f0e11bc5-52e2-4e98-a41f-613698e6209d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13020300'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:48.818568 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network c3430c8a-2906-4003-a593-5c943d993654 details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:03:49.049970 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f0e11bc5-52e2-4e98-a41f-613698e6209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13123168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13020306'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:49.116629 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e11bc5-52e2-4e98-a41f-613698e6209d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a711a8bd-3939-41c9-aff5-5f4ea223229b,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:49.162784 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e11bc5-52e2-4e98-a41f-613698e6209d admin admin] Checking segment: {'id': 'ada1b873-74eb-4857-ab55-221c769c8046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c3430c8a-2906-4003-a593-5c943d993654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:03:49.163228 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e11bc5-52e2-4e98-a41f-613698e6209d admin admin] Network hostable DHCP agents. Network: c3430c8a-2906-4003-a593-5c943d993654, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:03:49.199144 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e11bc5-52e2-4e98-a41f-613698e6209d admin admin] Network c3430c8a-2906-4003-a593-5c943d993654 is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:03:49.211085 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f0e11bc5-52e2-4e98-a41f-613698e6209d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, c3430c8a-2906-4003-a593-5c943d993654) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:03:49.216373 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e11bc5-52e2-4e98-a41f-613698e6209d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:49.217618 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f0e11bc5-52e2-4e98-a41f-613698e6209d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:49.221852 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dde7cc4-afdc-4c23-b472-96d14c135fe3 None None] Network c3430c8a-2906-4003-a593-5c943d993654 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:03:49.235883 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-f0e11bc5-52e2-4e98-a41f-613698e6209d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4594514 Sep 09 21:03:49.362139 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf913804-f44a-4a58-bfa6-4e641aa69200 None None] Network c3430c8a-2906-4003-a593-5c943d993654 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:03:49.397442 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50882) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:49.581256 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46ad3be2-534a-4d13-8787-4e47cd04f8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:49.753319 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46ad3be2-534a-4d13-8787-4e47cd04f8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:49.759649 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46ad3be2-534a-4d13-8787-4e47cd04f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:49.823884 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad3be2-534a-4d13-8787-4e47cd04f8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2018846-37a0-40b9-8f25-61ebc1798470,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:49.835081 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-46ad3be2-534a-4d13-8787-4e47cd04f8bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5af854e92a294b5e90eefc5c75359bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4307411 Sep 09 21:03:49.835581 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50904) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:49.859559 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50906) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:49.868022 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-19446977-5848-40c9-8fd9-45a3be1985dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1411355386-network', 'tenant_id': '9f7d70fd0da5437f9b34a59f913345ef'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:03:49.894201 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1248-2045-446d-821c-ce179d9ce324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:49.919133 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19446977-5848-40c9-8fd9-45a3be1985dd admin admin] Made reservation on behalf of 9f7d70fd0da5437f9b34a59f913345ef for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:03:49.923582 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19446977-5848-40c9-8fd9-45a3be1985dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:49.940008 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19446977-5848-40c9-8fd9-45a3be1985dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:49.945615 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1248-2045-446d-821c-ce179d9ce324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:49.978488 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.062475 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19446977-5848-40c9-8fd9-45a3be1985dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.067924 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19446977-5848-40c9-8fd9-45a3be1985dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.109888 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19446977-5848-40c9-8fd9-45a3be1985dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:03:50.121460 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19446977-5848-40c9-8fd9-45a3be1985dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0ce828-32fd-4d0d-90c4-0fe3acd38774,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:50.127107 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19446977-5848-40c9-8fd9-45a3be1985dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.127493 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.db.segments_db [None req-19446977-5848-40c9-8fd9-45a3be1985dd admin admin] Added segment c523a421-41b1-4fae-85ba-4e2f96efc01c of type vlan for network 2167c251-235d-41e9-a142-09144f911241 Sep 09 21:03:50.178128 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19446977-5848-40c9-8fd9-45a3be1985dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.220641 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19446977-5848-40c9-8fd9-45a3be1985dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.222326 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19446977-5848-40c9-8fd9-45a3be1985dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:50.223006 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19446977-5848-40c9-8fd9-45a3be1985dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.254279 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-19446977-5848-40c9-8fd9-45a3be1985dd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3933992 Sep 09 21:03:50.257126 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50914) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:50.263916 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-7436c7c4-8638-42b9-a793-bd3c05aef9e6 admin admin] Request body: {'subnet': {'network_id': '2167c251-235d-41e9-a142-09144f911241', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1411355386-subnet', 'tenant_id': '9f7d70fd0da5437f9b34a59f913345ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:03:50.279651 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1248-2045-446d-821c-ce179d9ce324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.282419 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1248-2045-446d-821c-ce179d9ce324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.284184 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-f9ac1248-2045-446d-821c-ce179d9ce324 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2018846-37a0-40b9-8f25-61ebc1798470 HTTP/1.1" status: 204 len: 168 time: 0.4487491 Sep 09 21:03:50.298452 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac1248-2045-446d-821c-ce179d9ce324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2018846-37a0-40b9-8f25-61ebc1798470,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:50.299354 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19446977-5848-40c9-8fd9-45a3be1985dd admin admin] Pushing event updated for resources: {'Network': ['ID=2167c251-235d-41e9-a142-09144f911241,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:50.328654 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7436c7c4-8638-42b9-a793-bd3c05aef9e6 admin admin] Made reservation on behalf of 9f7d70fd0da5437f9b34a59f913345ef for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:03:50.333994 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7436c7c4-8638-42b9-a793-bd3c05aef9e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13020300'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.382912 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network 2167c251-235d-41e9-a142-09144f911241 details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:03:50.529501 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7436c7c4-8638-42b9-a793-bd3c05aef9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13123168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13020306'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.585522 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436c7c4-8638-42b9-a793-bd3c05aef9e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e90da8bb-8b0b-41df-844f-43289f25b72b,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:50.597816 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7436c7c4-8638-42b9-a793-bd3c05aef9e6 admin admin] Checking segment: {'id': 'c523a421-41b1-4fae-85ba-4e2f96efc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2167c251-235d-41e9-a142-09144f911241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:03:50.598166 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7436c7c4-8638-42b9-a793-bd3c05aef9e6 admin admin] Network hostable DHCP agents. Network: 2167c251-235d-41e9-a142-09144f911241, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:03:50.616094 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7436c7c4-8638-42b9-a793-bd3c05aef9e6 admin admin] Network 2167c251-235d-41e9-a142-09144f911241 is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:03:50.625999 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7436c7c4-8638-42b9-a793-bd3c05aef9e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, 2167c251-235d-41e9-a142-09144f911241) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:03:50.631544 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7436c7c4-8638-42b9-a793-bd3c05aef9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:03:50.632462 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7436c7c4-8638-42b9-a793-bd3c05aef9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.636387 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf22fa8-3a0f-4362-8810-fd19e8bf1dfb None None] Network 2167c251-235d-41e9-a142-09144f911241 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:03:50.649353 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-7436c7c4-8638-42b9-a793-bd3c05aef9e6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3911674 Sep 09 21:03:50.718911 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50926) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:50.749846 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-112d0307-bb2a-44bf-b46b-2141bbd01e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.801376 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b56284-aa6e-4cfb-aefb-09ffd2d48f00 None None] Network 2167c251-235d-41e9-a142-09144f911241 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:03:50.802111 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50928) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:50.875798 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-24caefda-b191-439d-b263-2594fda80aca admin admin] Deleting subnet a711a8bd-3939-41c9-aff5-5f4ea223229b {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:03:50.880076 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24caefda-b191-439d-b263-2594fda80aca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.910202 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-112d0307-bb2a-44bf-b46b-2141bbd01e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.916507 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-112d0307-bb2a-44bf-b46b-2141bbd01e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.919153 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24caefda-b191-439d-b263-2594fda80aca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14234958'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:50.961931 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-112d0307-bb2a-44bf-b46b-2141bbd01e23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e4981f386d34dc6b14140a2e9856f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410603 Sep 09 21:03:50.962821 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d0307-bb2a-44bf-b46b-2141bbd01e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d40e4f-6607-43f0-8803-ac43f1adb852,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:50.968781 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50930) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:50.992809 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24caefda-b191-439d-b263-2594fda80aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.025708 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6cf0884a-5df4-4689-98f7-287170b8eb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.058268 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6cf0884a-5df4-4689-98f7-287170b8eb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.061363 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24caefda-b191-439d-b263-2594fda80aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14199643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14201999'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.090608 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24caefda-b191-439d-b263-2594fda80aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a711a8bd-3939-41c9-aff5-5f4ea223229b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:51.092694 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24caefda-b191-439d-b263-2594fda80aca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.094775 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-24caefda-b191-439d-b263-2594fda80aca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a711a8bd-3939-41c9-aff5-5f4ea223229b HTTP/1.1" status: 204 len: 168 time: 0.2916489 Sep 09 21:03:51.098811 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50932) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:51.125607 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6cf0884a-5df4-4689-98f7-287170b8eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.128403 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6cf0884a-5df4-4689-98f7-287170b8eb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.129608 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-6cf0884a-5df4-4689-98f7-287170b8eb6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21d40e4f-6607-43f0-8803-ac43f1adb852 HTTP/1.1" status: 204 len: 168 time: 0.1576219 Sep 09 21:03:51.138551 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0884a-5df4-4689-98f7-287170b8eb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d40e4f-6607-43f0-8803-ac43f1adb852,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:51.187166 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5052b216-2b18-47e3-9191-b416bcf58219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.278831 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5052b216-2b18-47e3-9191-b416bcf58219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.302846 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5052b216-2b18-47e3-9191-b416bcf58219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3430c8a-2906-4003-a593-5c943d993654']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:51.317644 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5052b216-2b18-47e3-9191-b416bcf58219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada1b873-74eb-4857-ab55-221c769c8046') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:51.318077 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5052b216-2b18-47e3-9191-b416bcf58219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada1b873-74eb-4857-ab55-221c769c8046') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:51.332488 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5052b216-2b18-47e3-9191-b416bcf58219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14234935'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.348393 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5052b216-2b18-47e3-9191-b416bcf58219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.359507 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5052b216-2b18-47e3-9191-b416bcf58219 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:03:51.360463 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5052b216-2b18-47e3-9191-b416bcf58219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14198969'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: Traceback (most recent call last): Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: timer() Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: cb(*args, **kw) Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: return func(*args, **kwargs) Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: self._notify() Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: self.callback(batched_events) Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: event.method(event) Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: return f(self, *a, **k) Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._get(url).json() Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: return self.request(url, 'GET', **kwargs) Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:03:51.363767 dv-cinder-805083-2-iscsi neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:03:51.394265 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.431136 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5052b216-2b18-47e3-9191-b416bcf58219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.437422 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5052b216-2b18-47e3-9191-b416bcf58219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.443123 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50940) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:51.443440 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-5052b216-2b18-47e3-9191-b416bcf58219 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c3430c8a-2906-4003-a593-5c943d993654 HTTP/1.1" status: 204 len: 168 time: 0.3429720 Sep 09 21:03:51.454381 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052b216-2b18-47e3-9191-b416bcf58219 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3430c8a-2906-4003-a593-5c943d993654,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:51.501071 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-144d1c35-724a-499f-9602-0bef0ea13c85 admin admin] Deleting subnet e90da8bb-8b0b-41df-844f-43289f25b72b {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:03:51.505577 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-144d1c35-724a-499f-9602-0bef0ea13c85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.543038 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-144d1c35-724a-499f-9602-0bef0ea13c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13145719'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.572077 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50942) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:51.594169 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f961fdc-2ec4-469f-b920-c0908e6bd1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.598545 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-144d1c35-724a-499f-9602-0bef0ea13c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.699246 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-144d1c35-724a-499f-9602-0bef0ea13c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13123105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13020265'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.739731 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-144d1c35-724a-499f-9602-0bef0ea13c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.741649 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-144d1c35-724a-499f-9602-0bef0ea13c85 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e90da8bb-8b0b-41df-844f-43289f25b72b HTTP/1.1" status: 204 len: 168 time: 0.2962680 Sep 09 21:03:51.744378 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d1c35-724a-499f-9602-0bef0ea13c85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e90da8bb-8b0b-41df-844f-43289f25b72b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:51.745156 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50944) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:51.800806 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f961fdc-2ec4-469f-b920-c0908e6bd1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.805282 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f961fdc-2ec4-469f-b920-c0908e6bd1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.828412 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ed0922-a944-4828-80b7-3eb96a523c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.848200 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-1f961fdc-2ec4-469f-b920-c0908e6bd1bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7219452c4d834807a8fc5e1af30033d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718771 Sep 09 21:03:51.848646 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50946) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:51.854755 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f961fdc-2ec4-469f-b920-c0908e6bd1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf73ff1-889b-44b3-8e10-bf4f4409a48e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:51.902576 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-afbbfcc0-9f9e-4b12-b0b6-25278bf07a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.916311 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ed0922-a944-4828-80b7-3eb96a523c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.925668 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-afbbfcc0-9f9e-4b12-b0b6-25278bf07a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.937756 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-97ed0922-a944-4828-80b7-3eb96a523c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2167c251-235d-41e9-a142-09144f911241']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:51.952020 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-97ed0922-a944-4828-80b7-3eb96a523c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c523a421-41b1-4fae-85ba-4e2f96efc01c') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:51.952370 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-97ed0922-a944-4828-80b7-3eb96a523c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c523a421-41b1-4fae-85ba-4e2f96efc01c') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:03:51.969313 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ed0922-a944-4828-80b7-3eb96a523c71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14234935'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.991010 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ed0922-a944-4828-80b7-3eb96a523c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.994327 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-afbbfcc0-9f9e-4b12-b0b6-25278bf07a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.997150 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-afbbfcc0-9f9e-4b12-b0b6-25278bf07a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:51.998354 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-afbbfcc0-9f9e-4b12-b0b6-25278bf07a32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bf73ff1-889b-44b3-8e10-bf4f4409a48e HTTP/1.1" status: 204 len: 168 time: 0.1486759 Sep 09 21:03:52.002948 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ed0922-a944-4828-80b7-3eb96a523c71 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:03:52.003464 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ed0922-a944-4828-80b7-3eb96a523c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14198969'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:52.014471 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbfcc0-9f9e-4b12-b0b6-25278bf07a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf73ff1-889b-44b3-8e10-bf4f4409a48e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: Traceback (most recent call last): Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: timer() Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: cb(*args, **kw) Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: return func(*args, **kwargs) Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: self._notify() Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: self.callback(batched_events) Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: event.method(event) Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: return f(self, *a, **k) Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._get(url).json() Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: return self.request(url, 'GET', **kwargs) Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:03:52.015169 dv-cinder-805083-2-iscsi neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:03:52.074748 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ed0922-a944-4828-80b7-3eb96a523c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:52.080501 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ed0922-a944-4828-80b7-3eb96a523c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:52.082411 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-97ed0922-a944-4828-80b7-3eb96a523c71 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2167c251-235d-41e9-a142-09144f911241 HTTP/1.1" status: 204 len: 168 time: 0.3361847 Sep 09 21:03:52.093975 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed0922-a944-4828-80b7-3eb96a523c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=2167c251-235d-41e9-a142-09144f911241,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:52.405664 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50966) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:52.453041 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50968) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:52.453291 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-d26a5132-7742-4253-a8e8-67e13a0fc5a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd22ca35cdf04d83af53c28f4be089c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463061 Sep 09 21:03:52.518667 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da02a59f-f6fe-4c10-a705-64c8976e9cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:52.545659 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da02a59f-f6fe-4c10-a705-64c8976e9cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:52.611161 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da02a59f-f6fe-4c10-a705-64c8976e9cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:52.614717 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da02a59f-f6fe-4c10-a705-64c8976e9cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:52.615932 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-da02a59f-f6fe-4c10-a705-64c8976e9cd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf95dacf-73a4-495d-8bad-e866d84f146a HTTP/1.1" status: 204 len: 168 time: 0.1615481 Sep 09 21:03:52.626594 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02a59f-f6fe-4c10-a705-64c8976e9cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf95dacf-73a4-495d-8bad-e866d84f146a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:52.982099 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 50986) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:53.035425 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-b893c89e-d42d-4263-81ee-cc9635c5af75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f7d70fd0da5437f9b34a59f913345ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519402 Sep 09 21:03:53.038135 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 50988) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:53.091440 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea84d869-07c4-4259-9571-844f25199dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:53.113008 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea84d869-07c4-4259-9571-844f25199dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:53.158531 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea84d869-07c4-4259-9571-844f25199dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:53.161342 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea84d869-07c4-4259-9571-844f25199dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:53.162490 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-ea84d869-07c4-4259-9571-844f25199dc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e0ce828-32fd-4d0d-90c4-0fe3acd38774 HTTP/1.1" status: 204 len: 168 time: 0.1223109 Sep 09 21:03:53.178650 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84d869-07c4-4259-9571-844f25199dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0ce828-32fd-4d0d-90c4-0fe3acd38774,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:54.015926 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:03:55.136010 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51110) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:55.258083 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce5a96c8-2a1a-40fb-a3c2-bc972ad555d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:55.355724 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce5a96c8-2a1a-40fb-a3c2-bc972ad555d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:55.359419 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce5a96c8-2a1a-40fb-a3c2-bc972ad555d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:55.401260 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a96c8-2a1a-40fb-a3c2-bc972ad555d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d5a2be-337b-4924-a8f8-b970f23b43cc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:55.405906 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-ce5a96c8-2a1a-40fb-a3c2-bc972ad555d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33e81fe7d5274a71aaa19645a127c1bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687078 Sep 09 21:03:55.408988 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51114) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:55.465405 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3386281-b7ea-4c95-a1e8-6a3cd79b3d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:55.488095 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3386281-b7ea-4c95-a1e8-6a3cd79b3d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:55.537976 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3386281-b7ea-4c95-a1e8-6a3cd79b3d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:55.540790 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3386281-b7ea-4c95-a1e8-6a3cd79b3d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:55.542030 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-e3386281-b7ea-4c95-a1e8-6a3cd79b3d7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49d5a2be-337b-4924-a8f8-b970f23b43cc HTTP/1.1" status: 204 len: 168 time: 0.1321027 Sep 09 21:03:55.551436 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3386281-b7ea-4c95-a1e8-6a3cd79b3d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d5a2be-337b-4924-a8f8-b970f23b43cc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:55.863395 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51128) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:55.878690 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e82d75bf-5b06-4bc7-ba01-7d01c07bca60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:55.985785 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e82d75bf-5b06-4bc7-ba01-7d01c07bca60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:55.989982 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e82d75bf-5b06-4bc7-ba01-7d01c07bca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:56.034129 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-e82d75bf-5b06-4bc7-ba01-7d01c07bca60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f7477025dbd4855a277328b23d97af2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695468 Sep 09 21:03:56.035254 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d75bf-5b06-4bc7-ba01-7d01c07bca60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16170430-8e77-4aca-bedd-3ac3d9e1e4ea,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:56.037823 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51132) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:56.073732 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51134) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:56.108785 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faa57742-1c5b-49df-bf75-a1a5bb937b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:56.137905 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faa57742-1c5b-49df-bf75-a1a5bb937b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:56.199569 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faa57742-1c5b-49df-bf75-a1a5bb937b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:56.203676 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faa57742-1c5b-49df-bf75-a1a5bb937b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:56.209696 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-faa57742-1c5b-49df-bf75-a1a5bb937b47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16170430-8e77-4aca-bedd-3ac3d9e1e4ea HTTP/1.1" status: 204 len: 168 time: 0.1691914 Sep 09 21:03:56.230160 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fc02759-6945-4987-90b1-059d1490b3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:56.232339 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa57742-1c5b-49df-bf75-a1a5bb937b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16170430-8e77-4aca-bedd-3ac3d9e1e4ea,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:56.402392 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fc02759-6945-4987-90b1-059d1490b3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:56.408897 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fc02759-6945-4987-90b1-059d1490b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:56.483963 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-2fc02759-6945-4987-90b1-059d1490b3fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d215ebe45b604c7192831d63fa4ce7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055367 Sep 09 21:03:56.483963 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc02759-6945-4987-90b1-059d1490b3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3b00fe-005f-40a5-91e4-081d80e90191,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:56.486917 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51142) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:56.564166 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-937ee8fb-3d63-49bc-a364-ff04a9641369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:56.600968 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-937ee8fb-3d63-49bc-a364-ff04a9641369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:56.709135 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-937ee8fb-3d63-49bc-a364-ff04a9641369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:56.714083 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-937ee8fb-3d63-49bc-a364-ff04a9641369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:56.715798 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-937ee8fb-3d63-49bc-a364-ff04a9641369 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e3b00fe-005f-40a5-91e4-081d80e90191 HTTP/1.1" status: 204 len: 168 time: 0.2272737 Sep 09 21:03:56.731209 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ee8fb-3d63-49bc-a364-ff04a9641369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3b00fe-005f-40a5-91e4-081d80e90191,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:58.914195 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51222) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:59.028857 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0c870a9-2935-470e-8025-0eda4905cb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:59.147262 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0c870a9-2935-470e-8025-0eda4905cb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:59.152386 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0c870a9-2935-470e-8025-0eda4905cb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:59.196115 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-e0c870a9-2935-470e-8025-0eda4905cb4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3aa07719954c4a828050f43279319f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808070 Sep 09 21:03:59.197430 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c870a9-2935-470e-8025-0eda4905cb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d109f0-7b4a-4fa4-b213-12dd30b29802,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:59.199982 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51228) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:59.253843 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4e48-1c56-40b1-9f34-a7c8b92217c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:59.279180 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4e48-1c56-40b1-9f34-a7c8b92217c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:59.329766 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4e48-1c56-40b1-9f34-a7c8b92217c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:59.332420 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4e48-1c56-40b1-9f34-a7c8b92217c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:59.333589 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-dd6d4e48-1c56-40b1-9f34-a7c8b92217c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04d109f0-7b4a-4fa4-b213-12dd30b29802 HTTP/1.1" status: 204 len: 168 time: 0.1326685 Sep 09 21:03:59.342049 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d4e48-1c56-40b1-9f34-a7c8b92217c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d109f0-7b4a-4fa4-b213-12dd30b29802,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:59.631768 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51236) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:59.647498 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-257170a7-967e-4e31-9c3d-9549207da354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:59.751156 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-257170a7-967e-4e31-9c3d-9549207da354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:59.756335 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-257170a7-967e-4e31-9c3d-9549207da354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:59.802873 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-257170a7-967e-4e31-9c3d-9549207da354 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df85027439cf4a6eaa87740c9b0b224a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675057 Sep 09 21:03:59.802873 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257170a7-967e-4e31-9c3d-9549207da354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45cc7ea-adb4-4388-b96d-9a40c8c12fef,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:03:59.804269 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51238) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:03:59.870158 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-781cfe84-4870-4fd6-9b41-7c029892385a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:59.908393 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-781cfe84-4870-4fd6-9b41-7c029892385a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:59.971163 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-781cfe84-4870-4fd6-9b41-7c029892385a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:59.973898 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-781cfe84-4870-4fd6-9b41-7c029892385a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:03:59.975108 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-781cfe84-4870-4fd6-9b41-7c029892385a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c45cc7ea-adb4-4388-b96d-9a40c8c12fef HTTP/1.1" status: 204 len: 168 time: 0.1698363 Sep 09 21:03:59.983661 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cfe84-4870-4fd6-9b41-7c029892385a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45cc7ea-adb4-4388-b96d-9a40c8c12fef,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:00.206801 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463bd53-323d-4f45-9e75-881b688dc595 req-b9140017-aae7-4915-98d5-8c31f85ada7d tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:00.208687 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4463bd53-323d-4f45-9e75-881b688dc595 req-b9140017-aae7-4915-98d5-8c31f85ada7d tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 946 time: 0.0577695 Sep 09 21:04:00.253230 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4463bd53-323d-4f45-9e75-881b688dc595 req-4799a2e2-80be-4652-a423-7b66edb050c6 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358546 Sep 09 21:04:00.276275 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51256) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:00.491358 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b05d62-3f7f-4206-acd3-d35a03e8d40e tempest-TestMinimumBasicScenario-668070990 tempest-TestMinimumBasicScenario-668070990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:00.492944 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-63b05d62-3f7f-4206-acd3-d35a03e8d40e tempest-TestMinimumBasicScenario-668070990 tempest-TestMinimumBasicScenario-668070990-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 1094 time: 0.2151265 Sep 09 21:04:00.496503 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51266) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:00.500910 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Request body: {'floatingip': {'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'port_id': '632c81b9-771b-4b87-9839-a19bbd7ee4d9', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:00.526311 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:00.643429 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:00.704158 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:00.808914 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Allocated IP 172.27.3.118 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/d7de0ef5-5235-42e3-919d-eafeebf9bb5d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:04:00.952971 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:01.000277 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:01.049782 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:04:01.053285 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:04:01.057999 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:04:01.067359 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Pushing event updated for resources: {'Port': ['ID=d7de0ef5-5235-42e3-919d-eafeebf9bb5d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:01.535514 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:01.611171 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:01.786874 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:01.792464 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13123055'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:01.866322 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Pushing event updated for resources: {'Port': ['ID=d7de0ef5-5235-42e3-919d-eafeebf9bb5d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:01.879396 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:02.259462 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.db.l3_db [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Floating IP 58b6c872-a0a3-4bc4-a75e-fd1fec2d4fec associated. External IP: 172.27.3.118, port: 632c81b9-771b-4b87-9839-a19bbd7ee4d9. Sep 09 21:04:02.438878 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51330) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:02.533232 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:04:02.597922 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f50cf14c-7007-4a29-b190-0f12a2cfd642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:02.654940 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:04:02.665055 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af022f-b4a7-477f-8ca1-695cc452f699 None None] Sync routers for ids ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:04:02.675831 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2af022f-b4a7-477f-8ca1-695cc452f699 None None] Routers {'9a1d14de-08f4-49da-8f9c-7dabb2da6c16'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:02.679821 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f2af022f-b4a7-477f-8ca1-695cc452f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:03:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:02.707793 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f50cf14c-7007-4a29-b190-0f12a2cfd642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:02.716236 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f50cf14c-7007-4a29-b190-0f12a2cfd642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:02.719201 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:02.761807 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-f6a04f81-9609-4bcd-ad69-dbaea455d0e2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2616014 Sep 09 21:04:02.761807 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'tag': '632c81b9-771b-4b87-9839-a19bbd7ee4d9'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:04:02.765037 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-f50cf14c-7007-4a29-b190-0f12a2cfd642 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18d918a6ef94445b9532f43446446eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246250 Sep 09 21:04:02.765231 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474eaf3bb652fec2f19919b2ceae808cc34db3da34c22d7391db7ed2cca7a9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444cb667-4ca9-400d-960e-d2594f2076fe" -d '{"events": [{"name": "network-changed", "server_uuid": "190b6e2b-7c8e-4827-93eb-05af5e9f23df", "tag": "632c81b9-771b-4b87-9839-a19bbd7ee4d9"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:04:02.770175 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51334) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:02.770829 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51336) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:02.778863 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c54ea739-18b7-4e59-be04-33140f39a666 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1823255586', 'description': 'tempest-secgroup-smoke-1823255586 description', 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:02.782050 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cf14c-7007-4a29-b190-0f12a2cfd642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a78634-2e97-49e2-b9a7-a686f93a22bb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:02.797324 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f2af022f-b4a7-477f-8ca1-695cc452f699 None None] Set router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:02.846230 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b6d564-d215-4404-bc76-2a5e74aa7140 x-openstack-request-id: req-00b6d564-d215-4404-bc76-2a5e74aa7140 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:04:02.846721 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190b6e2b-7c8e-4827-93eb-05af5e9f23df", "tag": "632c81b9-771b-4b87-9839-a19bbd7ee4d9", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:04:02.847093 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00b6d564-d215-4404-bc76-2a5e74aa7140 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:04:02.847743 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'tag': '632c81b9-771b-4b87-9839-a19bbd7ee4d9', 'status': 'completed', 'code': 200} Sep 09 21:04:02.871645 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c54ea739-18b7-4e59-be04-33140f39a666 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:02.928216 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b54fe695-ff6b-440b-a2cb-0cd25acfc4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:02.952057 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cb667-4ca9-400d-960e-d2594f2076fe req-76177c28-bc88-4a18-a61e-8609eacf2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:02.955157 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-444cb667-4ca9-400d-960e-d2594f2076fe req-76177c28-bc88-4a18-a61e-8609eacf2736 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23dcd63a9c8c4f72a62f7d5b752dd05b&device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 1099 time: 0.0818467 Sep 09 21:04:02.983616 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b54fe695-ff6b-440b-a2cb-0cd25acfc4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.089988 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cb667-4ca9-400d-960e-d2594f2076fe req-2c75ff20-ef35-4456-829b-507fd40ab809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:03.091927 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-444cb667-4ca9-400d-960e-d2594f2076fe req-2c75ff20-ef35-4456-829b-507fd40ab809 service neutron] 10.222.0.48 "GET /v2.0/networks?id=57585628-e7b1-478b-906c-a76a665e6759 HTTP/1.1" status: 200 len: 915 time: 0.1273541 Sep 09 21:04:03.118544 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b54fe695-ff6b-440b-a2cb-0cd25acfc4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.122285 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b54fe695-ff6b-440b-a2cb-0cd25acfc4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.127200 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-b54fe695-ff6b-440b-a2cb-0cd25acfc4ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76a78634-2e97-49e2-b9a7-a686f93a22bb HTTP/1.1" status: 204 len: 168 time: 0.3360255 Sep 09 21:04:03.127200 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c54ea739-18b7-4e59-be04-33140f39a666 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.147113 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c54ea739-18b7-4e59-be04-33140f39a666 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.167248 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fe695-ff6b-440b-a2cb-0cd25acfc4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a78634-2e97-49e2-b9a7-a686f93a22bb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:03.221533 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-444cb667-4ca9-400d-960e-d2594f2076fe req-48492c7d-9169-44bb-97b0-c861a4e6c97a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=632c81b9-771b-4b87-9839-a19bbd7ee4d9 HTTP/1.1" status: 200 len: 1000 time: 0.1178596 Sep 09 21:04:03.223782 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c54ea739-18b7-4e59-be04-33140f39a666 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.229633 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-c54ea739-18b7-4e59-be04-33140f39a666 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4522040 Sep 09 21:04:03.230079 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51344) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:03.235538 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9dfc97a9-a726-447c-80b6-ab634aa1ecef tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Request body: {'security_group_rule': {'security_group_id': 'a3c04b64-8aee-4290-a50f-3bffa1b41fe8', 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:03.241308 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ea739-18b7-4e59-be04-33140f39a666 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c04b64-8aee-4290-a50f-3bffa1b41fe8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:03.285195 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9dfc97a9-a726-447c-80b6-ab634aa1ecef tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.314231 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cb667-4ca9-400d-960e-d2594f2076fe req-5acd786e-3c1d-4f65-b3e5-38122a509723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:03.316794 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-444cb667-4ca9-400d-960e-d2594f2076fe req-5acd786e-3c1d-4f65-b3e5-38122a509723 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dbb6900-dc72-4f23-9b96-20d376d9b7bd HTTP/1.1" status: 200 len: 853 time: 0.0810511 Sep 09 21:04:03.369427 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cb667-4ca9-400d-960e-d2594f2076fe req-5b14104d-a61a-4145-b0f2-80a18105efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:03.371243 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-444cb667-4ca9-400d-960e-d2594f2076fe req-5b14104d-a61a-4145-b0f2-80a18105efd9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57585628-e7b1-478b-906c-a76a665e6759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463357 Sep 09 21:04:03.389088 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9dfc97a9-a726-447c-80b6-ab634aa1ecef tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.408262 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9dfc97a9-a726-447c-80b6-ab634aa1ecef tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.437360 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc97a9-a726-447c-80b6-ab634aa1ecef tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444f6b19-3a23-4994-ad18-6d59de2aa4a0,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:03.440619 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9dfc97a9-a726-447c-80b6-ab634aa1ecef tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.441883 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-9dfc97a9-a726-447c-80b6-ab634aa1ecef tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2109396 Sep 09 21:04:03.444925 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51350) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:03.452294 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f2af022f-b4a7-477f-8ca1-695cc452f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'name': 'tempest-TestMinimumBasicScenario-878251612-router', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:48Z', 'updated_at': '2021-09-09T21:02:54Z', 'revision_number': 4, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'gw_port': {'id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:49Z', 'updated_at': '2021-09-09T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '58b6c872-a0a3-4bc4-a75e-fd1fec2d4fec', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'port_id': '632c81b9-771b-4b87-9839-a19bbd7ee4d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57585628-e7b1-478b-906c-a76a665e6759', 'mac_address': 'fa:16:3e:c8:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:04:01Z', 'updated_at': '2021-09-09T21:04:01Z', 'revision_number': 0, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec004870-07ea-4e28-a5f9-4aeea11d2105', 'name': '', 'network_id': '57585628-e7b1-478b-906c-a76a665e6759', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'mac_address': 'fa:16:3e:41:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:54Z', 'updated_at': '2021-09-09T21:03:03Z', 'revision_number': 5, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'subnets': [{'id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:03.479965 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1dc1a7e8-7f40-46ee-85e5-b47436530c4e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Request body: {'security_group_rule': {'security_group_id': 'a3c04b64-8aee-4290-a50f-3bffa1b41fe8', 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:03.490846 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af022f-b4a7-477f-8ca1-695cc452f699 None None] Checking router: 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:04:03.501229 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2af022f-b4a7-477f-8ca1-695cc452f699 None None] Routers {'9a1d14de-08f4-49da-8f9c-7dabb2da6c16'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:03.502483 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f2af022f-b4a7-477f-8ca1-695cc452f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:03:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:03.533681 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dc1a7e8-7f40-46ee-85e5-b47436530c4e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.539640 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-444cb667-4ca9-400d-960e-d2594f2076fe req-ec7d2d4e-3b91-410f-8dba-7404aa1b6c37 service neutron] 10.222.0.48 "GET /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493666 Sep 09 21:04:03.587081 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51354) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:03.601954 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef5ba10d-c9a0-471c-8c48-bffd4fcadc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.648447 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f2af022f-b4a7-477f-8ca1-695cc452f699 None None] Set router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:03.666957 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dc1a7e8-7f40-46ee-85e5-b47436530c4e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.672169 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dc1a7e8-7f40-46ee-85e5-b47436530c4e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.711978 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1a7e8-7f40-46ee-85e5-b47436530c4e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd250ba-a871-486a-b1f7-ad9373020521,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:03.715518 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-444cb667-4ca9-400d-960e-d2594f2076fe req-79ead928-fe1c-439f-8882-2f0dab986762 service neutron] 10.222.0.48 "GET /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674411 Sep 09 21:04:03.754388 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef5ba10d-c9a0-471c-8c48-bffd4fcadc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.762385 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef5ba10d-c9a0-471c-8c48-bffd4fcadc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.766688 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dc1a7e8-7f40-46ee-85e5-b47436530c4e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.767264 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-1dc1a7e8-7f40-46ee-85e5-b47436530c4e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3211210 Sep 09 21:04:03.770713 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51356) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:03.784148 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7c378fe9-ec4a-4ca9-9c1e-6ed74245ef82 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Request body: {'security_group_rule': {'security_group_id': 'a3c04b64-8aee-4290-a50f-3bffa1b41fe8', 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:03.813564 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-ef5ba10d-c9a0-471c-8c48-bffd4fcadc44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d56c7e5331c4733b121428ab1f7f6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227428 Sep 09 21:04:03.813978 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51358) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:03.815171 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ba10d-c9a0-471c-8c48-bffd4fcadc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b61fa4-768c-4bc0-af5a-30e21fc94cf7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:03.842213 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c378fe9-ec4a-4ca9-9c1e-6ed74245ef82 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.944214 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af8d3349-5d2f-4d88-825d-2fa73ca340ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:03.944817 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f2af022f-b4a7-477f-8ca1-695cc452f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'name': 'tempest-TestMinimumBasicScenario-878251612-router', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:48Z', 'updated_at': '2021-09-09T21:02:54Z', 'revision_number': 4, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'gw_port': {'id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:49Z', 'updated_at': '2021-09-09T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '58b6c872-a0a3-4bc4-a75e-fd1fec2d4fec', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'port_id': '632c81b9-771b-4b87-9839-a19bbd7ee4d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57585628-e7b1-478b-906c-a76a665e6759', 'mac_address': 'fa:16:3e:c8:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:04:01Z', 'updated_at': '2021-09-09T21:04:01Z', 'revision_number': 0, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec004870-07ea-4e28-a5f9-4aeea11d2105', 'name': '', 'network_id': '57585628-e7b1-478b-906c-a76a665e6759', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'mac_address': 'fa:16:3e:41:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:54Z', 'updated_at': '2021-09-09T21:03:03Z', 'revision_number': 5, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'subnets': [{'id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:03.972847 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af022f-b4a7-477f-8ca1-695cc452f699 None None] The sync data for ids ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'] in dv-cinder-805083-2-iscsi is: [{'id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'name': 'tempest-TestMinimumBasicScenario-878251612-router', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:48Z', 'updated_at': '2021-09-09T21:02:54Z', 'revision_number': 4, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'gw_port': {'id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:49Z', 'updated_at': '2021-09-09T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '58b6c872-a0a3-4bc4-a75e-fd1fec2d4fec', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'port_id': '632c81b9-771b-4b87-9839-a19bbd7ee4d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57585628-e7b1-478b-906c-a76a665e6759', 'mac_address': 'fa:16:3e:c8:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:04:01Z', 'updated_at': '2021-09-09T21:04:01Z', 'revision_number': 0, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec004870-07ea-4e28-a5f9-4aeea11d2105', 'name': '', 'network_id': '57585628-e7b1-478b-906c-a76a665e6759', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'mac_address': 'fa:16:3e:41:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:54Z', 'updated_at': '2021-09-09T21:03:03Z', 'revision_number': 5, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'subnets': [{'id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:04:04.009402 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c378fe9-ec4a-4ca9-9c1e-6ed74245ef82 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.013884 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af8d3349-5d2f-4d88-825d-2fa73ca340ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.026571 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c378fe9-ec4a-4ca9-9c1e-6ed74245ef82 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.083305 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c378fe9-ec4a-4ca9-9c1e-6ed74245ef82 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.085030 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-7c378fe9-ec4a-4ca9-9c1e-6ed74245ef82 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3126669 Sep 09 21:04:04.085808 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c378fe9-ec4a-4ca9-9c1e-6ed74245ef82 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599c6d6c-dc24-4353-bd2e-f723a40ba3ea,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:04.088176 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51360) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:04.097373 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-bc3c27e8-adb3-4248-a025-ef1f9d59cb77 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Request body: {'security_group_rule': {'security_group_id': 'a3c04b64-8aee-4290-a50f-3bffa1b41fe8', 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:04.112822 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af8d3349-5d2f-4d88-825d-2fa73ca340ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.115878 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af8d3349-5d2f-4d88-825d-2fa73ca340ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.117076 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-af8d3349-5d2f-4d88-825d-2fa73ca340ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63b61fa4-768c-4bc0-af5a-30e21fc94cf7 HTTP/1.1" status: 204 len: 168 time: 0.3020933 Sep 09 21:04:04.126702 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d3349-5d2f-4d88-825d-2fa73ca340ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b61fa4-768c-4bc0-af5a-30e21fc94cf7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:04.137457 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc3c27e8-adb3-4248-a025-ef1f9d59cb77 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.215132 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac34583-8166-4dbe-8a10-471a5fb42663 None None] New status for floating IP 58b6c872-a0a3-4bc4-a75e-fd1fec2d4fec: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:04:04.235643 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc3c27e8-adb3-4248-a025-ef1f9d59cb77 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.243012 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc3c27e8-adb3-4248-a025-ef1f9d59cb77 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.267248 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c27e8-adb3-4248-a025-ef1f9d59cb77 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b019c2-3ca6-45e9-b63b-1284a6a0b5cd,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:04.271548 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc3c27e8-adb3-4248-a025-ef1f9d59cb77 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.272929 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-bc3c27e8-adb3-4248-a025-ef1f9d59cb77 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1812568 Sep 09 21:04:04.276039 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51364) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:04.280826 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a92bf7f6-8605-4f59-bbe8-e1d23b8afc28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Request body: {'security_group_rule': {'security_group_id': 'a3c04b64-8aee-4290-a50f-3bffa1b41fe8', 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:04.321401 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-a92bf7f6-8605-4f59-bbe8-e1d23b8afc28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Project 23dcd63a9c8c4f72a62f7d5b752dd05b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 21:04:04.327599 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a92bf7f6-8605-4f59-bbe8-e1d23b8afc28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.391440 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a92bf7f6-8605-4f59-bbe8-e1d23b8afc28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.396575 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a92bf7f6-8605-4f59-bbe8-e1d23b8afc28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.418643 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bf7f6-8605-4f59-bbe8-e1d23b8afc28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44e1911-28c7-4dae-a2fe-adaa08317b60,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:04.429065 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a92bf7f6-8605-4f59-bbe8-e1d23b8afc28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.432928 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-a92bf7f6-8605-4f59-bbe8-e1d23b8afc28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1532660 Sep 09 21:04:04.434314 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51370) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:04.438380 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e2bd2d97-355c-4f97-849a-e8b57ffc4ce8 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Request body: {'security_group_rule': {'security_group_id': 'a3c04b64-8aee-4290-a50f-3bffa1b41fe8', 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:04.477566 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-e2bd2d97-355c-4f97-849a-e8b57ffc4ce8 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Project 23dcd63a9c8c4f72a62f7d5b752dd05b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 21:04:04.488169 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2bd2d97-355c-4f97-849a-e8b57ffc4ce8 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.614667 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2bd2d97-355c-4f97-849a-e8b57ffc4ce8 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.620604 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2bd2d97-355c-4f97-849a-e8b57ffc4ce8 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.646052 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd2d97-355c-4f97-849a-e8b57ffc4ce8 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ee9ea0-6103-4207-9649-66f39603fc3a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:04.650293 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2bd2d97-355c-4f97-849a-e8b57ffc4ce8 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:04.655472 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-e2bd2d97-355c-4f97-849a-e8b57ffc4ce8 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2173851 Sep 09 21:04:04.770388 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fb908a5b-ea68-4f62-94b2-6b5e5d4d8d31 req-a726c0ab-7f24-4c96-98d7-f8da835ae016 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823255586&fields=id&tenant_id=23dcd63a9c8c4f72a62f7d5b752dd05b HTTP/1.1" status: 200 len: 267 time: 0.0564628 Sep 09 21:04:04.839710 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb908a5b-ea68-4f62-94b2-6b5e5d4d8d31 req-47389e58-c311-4fef-aba6-bd3ee5852eff tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:04.842626 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fb908a5b-ea68-4f62-94b2-6b5e5d4d8d31 req-47389e58-c311-4fef-aba6-bd3ee5852eff tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 946 time: 0.0660694 Sep 09 21:04:04.862598 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-fb908a5b-ea68-4f62-94b2-6b5e5d4d8d31 req-fb60f687-e165-410f-9e5b-fed71ca39b7b tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Request body: {'port': {'security_groups': ['22e0e5f3-6c36-461b-9aa3-699327b18642', 'a3c04b64-8aee-4290-a50f-3bffa1b41fe8']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:04.963198 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fb908a5b-ea68-4f62-94b2-6b5e5d4d8d31 req-fb60f687-e165-410f-9e5b-fed71ca39b7b tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:05.230811 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-fb908a5b-ea68-4f62-94b2-6b5e5d4d8d31 req-fb60f687-e165-410f-9e5b-fed71ca39b7b tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] For port 632c81b9-771b-4b87-9839-a19bbd7ee4d9, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=632c81b9-771b-4b87-9839-a19bbd7ee4d9,segment=NetworkSegment(69cfae04-674d-402e-bc8e-fa8dc8851d1e),segment_id=69cfae04-674d-402e-bc8e-fa8dc8851d1e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:04:05.275894 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fb908a5b-ea68-4f62-94b2-6b5e5d4d8d31 req-fb60f687-e165-410f-9e5b-fed71ca39b7b tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:05.281670 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fb908a5b-ea68-4f62-94b2-6b5e5d4d8d31 req-fb60f687-e165-410f-9e5b-fed71ca39b7b tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:05.297511 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['632c81b9-771b-4b87-9839-a19bbd7ee4d9'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:04:05.327007 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb908a5b-ea68-4f62-94b2-6b5e5d4d8d31 req-fb60f687-e165-410f-9e5b-fed71ca39b7b tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:05.327722 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fb908a5b-ea68-4f62-94b2-6b5e5d4d8d31 req-fb60f687-e165-410f-9e5b-fed71ca39b7b tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:05.332396 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fb908a5b-ea68-4f62-94b2-6b5e5d4d8d31 req-fb60f687-e165-410f-9e5b-fed71ca39b7b tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "PUT /v2.0/ports/632c81b9-771b-4b87-9839-a19bbd7ee4d9 HTTP/1.1" status: 200 len: 982 time: 0.4759119 Sep 09 21:04:05.335425 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'tag': '632c81b9-771b-4b87-9839-a19bbd7ee4d9'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:04:05.348998 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94d8e3b-d25b-49d4-8ba7-374b1ad39559" -d '{"events": [{"name": "network-changed", "server_uuid": "190b6e2b-7c8e-4827-93eb-05af5e9f23df", "tag": "632c81b9-771b-4b87-9839-a19bbd7ee4d9"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:04:05.413400 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60f687-e165-410f-9e5b-fed71ca39b7b tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Pushing event updated for resources: {'Port': ['ID=632c81b9-771b-4b87-9839-a19bbd7ee4d9,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:05.433745 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['632c81b9-771b-4b87-9839-a19bbd7ee4d9'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:04:05.508854 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3eda4f-8c24-4fed-91e7-6de385e39bf5 req-c393ea2c-54ab-4064-a066-b92cdd96b069 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:05.510821 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1b3eda4f-8c24-4fed-91e7-6de385e39bf5 req-c393ea2c-54ab-4064-a066-b92cdd96b069 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0803235 Sep 09 21:04:05.610815 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1b3eda4f-8c24-4fed-91e7-6de385e39bf5 req-d611aed7-e241-471e-ada2-be7a33f86b83 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926342 Sep 09 21:04:05.662718 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d3d2fc-1e21-4278-b94b-1fa47d243cf8 x-openstack-request-id: req-d1d3d2fc-1e21-4278-b94b-1fa47d243cf8 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:04:05.663139 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190b6e2b-7c8e-4827-93eb-05af5e9f23df", "tag": "632c81b9-771b-4b87-9839-a19bbd7ee4d9", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:04:05.663507 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1d3d2fc-1e21-4278-b94b-1fa47d243cf8 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:04:05.664031 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'tag': '632c81b9-771b-4b87-9839-a19bbd7ee4d9', 'status': 'completed', 'code': 200} Sep 09 21:04:05.761113 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d8e3b-d25b-49d4-8ba7-374b1ad39559 req-60dc4752-302b-48f0-af1d-f59ec7eae88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:05.763645 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e94d8e3b-d25b-49d4-8ba7-374b1ad39559 req-60dc4752-302b-48f0-af1d-f59ec7eae88f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23dcd63a9c8c4f72a62f7d5b752dd05b&device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 1138 time: 0.0727408 Sep 09 21:04:05.820084 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-db296b9e-4885-4332-a23a-9a0f1d254691 None None] Provisioning complete for port 632c81b9-771b-4b87-9839-a19bbd7ee4d9 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:05.820381 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-db296b9e-4885-4332-a23a-9a0f1d254691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:05.886666 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d8e3b-d25b-49d4-8ba7-374b1ad39559 req-2ef4f69f-b1bc-40b8-aa0f-a3caf9f18575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:05.888813 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e94d8e3b-d25b-49d4-8ba7-374b1ad39559 req-2ef4f69f-b1bc-40b8-aa0f-a3caf9f18575 service neutron] 10.222.0.48 "GET /v2.0/networks?id=57585628-e7b1-478b-906c-a76a665e6759 HTTP/1.1" status: 200 len: 915 time: 0.1159840 Sep 09 21:04:06.006659 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e94d8e3b-d25b-49d4-8ba7-374b1ad39559 req-b2d950bf-e53f-4e54-b231-1228eccc2127 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=632c81b9-771b-4b87-9839-a19bbd7ee4d9 HTTP/1.1" status: 200 len: 1002 time: 0.0993171 Sep 09 21:04:06.069473 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d8e3b-d25b-49d4-8ba7-374b1ad39559 req-3f0145f9-9186-466d-a250-809b34a4c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:06.071092 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e94d8e3b-d25b-49d4-8ba7-374b1ad39559 req-3f0145f9-9186-466d-a250-809b34a4c5c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dbb6900-dc72-4f23-9b96-20d376d9b7bd HTTP/1.1" status: 200 len: 853 time: 0.0548360 Sep 09 21:04:06.148963 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d8e3b-d25b-49d4-8ba7-374b1ad39559 req-e6514e49-8086-4586-98ec-a0fa57734bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:06.152424 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e94d8e3b-d25b-49d4-8ba7-374b1ad39559 req-e6514e49-8086-4586-98ec-a0fa57734bfd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57585628-e7b1-478b-906c-a76a665e6759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700777 Sep 09 21:04:06.328257 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e94d8e3b-d25b-49d4-8ba7-374b1ad39559 req-4adba13e-e11b-4634-82ad-97d98aa4b814 service neutron] 10.222.0.48 "GET /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624665 Sep 09 21:04:06.436027 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e94d8e3b-d25b-49d4-8ba7-374b1ad39559 req-45a45fba-7710-4764-8291-be2a72b13fb9 service neutron] 10.222.0.48 "GET /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980406 Sep 09 21:04:07.054949 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51478) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:07.116145 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b91d9-569e-4bfa-91dd-8f747b22dfa9 req-06cb7bcd-4960-4c25-81d8-28f593efba95 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:07.117662 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-943b91d9-569e-4bfa-91dd-8f747b22dfa9 req-06cb7bcd-4960-4c25-81d8-28f593efba95 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 946 time: 0.0603580 Sep 09 21:04:07.175466 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-943b91d9-569e-4bfa-91dd-8f747b22dfa9 req-827de65c-fa78-4557-9714-005f7ae6a01e tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457921 Sep 09 21:04:07.183771 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5dce7570-9d04-4159-8b82-d59cc433d8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:07.334076 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5dce7570-9d04-4159-8b82-d59cc433d8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:07.339072 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5dce7570-9d04-4159-8b82-d59cc433d8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:07.381398 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-5dce7570-9d04-4159-8b82-d59cc433d8cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c970bcea66d747fd9d343309c2dc1f51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250961 Sep 09 21:04:07.382299 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce7570-9d04-4159-8b82-d59cc433d8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70822b71-f03f-481a-b3ff-68a6a26243d6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:07.384004 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51482) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:07.446278 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d70b345-e08f-4eda-a168-d18ac1b2d5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:07.469189 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d70b345-e08f-4eda-a168-d18ac1b2d5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:07.519656 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d70b345-e08f-4eda-a168-d18ac1b2d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:07.522225 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d70b345-e08f-4eda-a168-d18ac1b2d5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:07.523480 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-0d70b345-e08f-4eda-a168-d18ac1b2d5b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70822b71-f03f-481a-b3ff-68a6a26243d6 HTTP/1.1" status: 204 len: 168 time: 0.1384337 Sep 09 21:04:07.531720 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70b345-e08f-4eda-a168-d18ac1b2d5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70822b71-f03f-481a-b3ff-68a6a26243d6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:07.824650 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51492) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:07.838595 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b530527-4bd8-4eb7-afb0-dc5c77d3da9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:07.945515 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b530527-4bd8-4eb7-afb0-dc5c77d3da9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:07.950159 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b530527-4bd8-4eb7-afb0-dc5c77d3da9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:07.991961 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-1b530527-4bd8-4eb7-afb0-dc5c77d3da9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41c5d7def785447e925f9e27862aeeaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661408 Sep 09 21:04:07.992885 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b530527-4bd8-4eb7-afb0-dc5c77d3da9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7ba59f-5d4d-4249-9ca3-b856e0217ea4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:07.996573 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51494) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:08.059212 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7bda52b-fd0a-4740-9c1b-18c6db3391df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:08.081757 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7bda52b-fd0a-4740-9c1b-18c6db3391df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:08.128920 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7bda52b-fd0a-4740-9c1b-18c6db3391df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:08.131700 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7bda52b-fd0a-4740-9c1b-18c6db3391df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:08.132903 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-e7bda52b-fd0a-4740-9c1b-18c6db3391df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b7ba59f-5d4d-4249-9ca3-b856e0217ea4 HTTP/1.1" status: 204 len: 168 time: 0.1346729 Sep 09 21:04:08.141146 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bda52b-fd0a-4740-9c1b-18c6db3391df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7ba59f-5d4d-4249-9ca3-b856e0217ea4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:08.306700 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368fde1-5683-4e9f-a547-495c8a691a75 req-5f0e6223-7a91-4792-8425-6043162ba877 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:08.308356 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9368fde1-5683-4e9f-a547-495c8a691a75 req-5f0e6223-7a91-4792-8425-6043162ba877 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 946 time: 0.0554760 Sep 09 21:04:08.352387 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9368fde1-5683-4e9f-a547-495c8a691a75 req-c950818e-c607-47b3-b117-705dfbcaa446 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376577 Sep 09 21:04:08.935892 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51522) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:09.082667 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe02ce2-7f6c-4886-bb62-81d3bd2d373b req-da22dce3-defb-4206-b2f7-b8c05da5a516 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:09.084280 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-abe02ce2-7f6c-4886-bb62-81d3bd2d373b req-da22dce3-defb-4206-b2f7-b8c05da5a516 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.48 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 946 time: 0.0723705 Sep 09 21:04:09.089475 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5c9c0895-c79a-422a-a531-32e478b195b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-303616624-network', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:09.169198 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9c0895-c79a-422a-a531-32e478b195b0 admin admin] Made reservation on behalf of 43e9252ab3b54e1d80dc4020801940cf for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:04:09.172135 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c9c0895-c79a-422a-a531-32e478b195b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:09.183745 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c9c0895-c79a-422a-a531-32e478b195b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:09.245203 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-abe02ce2-7f6c-4886-bb62-81d3bd2d373b req-59db7351-576e-4c5d-9074-b0139b1d91b5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Deleting port af293dab-d905-4044-93a8-a27a8da85611 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:04:09.245548 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-abe02ce2-7f6c-4886-bb62-81d3bd2d373b req-59db7351-576e-4c5d-9074-b0139b1d91b5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:09.418603 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-abe02ce2-7f6c-4886-bb62-81d3bd2d373b req-59db7351-576e-4c5d-9074-b0139b1d91b5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] For port af293dab-d905-4044-93a8-a27a8da85611, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=af293dab-d905-4044-93a8-a27a8da85611,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:04:09.419086 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-abe02ce2-7f6c-4886-bb62-81d3bd2d373b req-59db7351-576e-4c5d-9074-b0139b1d91b5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:09.448430 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9a183-796a-456d-b02e-4d8e8e44c197 req-a508f8d3-351b-4b00-9d0c-72f7262c7681 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:09.449946 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-79c9a183-796a-456d-b02e-4d8e8e44c197 req-a508f8d3-351b-4b00-9d0c-72f7262c7681 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1608591 Sep 09 21:04:09.465390 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c9c0895-c79a-422a-a531-32e478b195b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:09.538542 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c9c0895-c79a-422a-a531-32e478b195b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:09.613013 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9c0895-c79a-422a-a531-32e478b195b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:04:09.682938 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c0895-c79a-422a-a531-32e478b195b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a8c6ab-efea-494c-9f6d-6b83bce8c778,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:09.692548 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c9c0895-c79a-422a-a531-32e478b195b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:09.692933 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.segments_db [None req-5c9c0895-c79a-422a-a531-32e478b195b0 admin admin] Added segment 52990869-23f3-4a71-a587-6a4fbc8af109 of type vlan for network 53f35eb8-e794-4bfb-bb49-572192a02f8d Sep 09 21:04:09.698128 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-79c9a183-796a-456d-b02e-4d8e8e44c197 req-f5ce9678-1c3b-4dfb-b8f4-c03972fbe243 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314668 Sep 09 21:04:09.747425 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46803167-c4b4-46c8-86dc-e1eb55a49c57 req-537d4378-f213-4fb1-9c26-675224af2cb4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:09.748952 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-46803167-c4b4-46c8-86dc-e1eb55a49c57 req-537d4378-f213-4fb1-9c26-675224af2cb4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 946 time: 0.3097420 Sep 09 21:04:09.779002 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c9c0895-c79a-422a-a531-32e478b195b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:09.868823 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c9c0895-c79a-422a-a531-32e478b195b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:09.870082 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9c0895-c79a-422a-a531-32e478b195b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:09.870747 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c9c0895-c79a-422a-a531-32e478b195b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:09.874255 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-abe02ce2-7f6c-4886-bb62-81d3bd2d373b req-59db7351-576e-4c5d-9074-b0139b1d91b5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:09.874619 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-abe02ce2-7f6c-4886-bb62-81d3bd2d373b req-59db7351-576e-4c5d-9074-b0139b1d91b5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:09.874945 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.l3_db [req-abe02ce2-7f6c-4886-bb62-81d3bd2d373b req-59db7351-576e-4c5d-9074-b0139b1d91b5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Floating IP 093ce45f-10de-4e2f-9ae7-4994767c6a9d disassociated. External IP: 172.27.3.80, port: af293dab-d905-4044-93a8-a27a8da85611. Sep 09 21:04:09.875306 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-abe02ce2-7f6c-4886-bb62-81d3bd2d373b req-59db7351-576e-4c5d-9074-b0139b1d91b5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Calling delete_port for af293dab-d905-4044-93a8-a27a8da85611 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:04:09.884752 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-46803167-c4b4-46c8-86dc-e1eb55a49c57 req-def25773-2a42-47b6-a1e8-30f9436e0402 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48e9f95-58d4-4436-b168-ab267aae314d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276603 Sep 09 21:04:09.948817 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-5c9c0895-c79a-422a-a531-32e478b195b0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0113766 Sep 09 21:04:09.952406 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51538) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:09.957817 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-26042b3a-301f-474f-b89f-0574451b175b admin admin] Request body: {'subnet': {'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-303616624-subnet', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:09.980099 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26042b3a-301f-474f-b89f-0574451b175b admin admin] Made reservation on behalf of 43e9252ab3b54e1d80dc4020801940cf for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:04:09.982403 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26042b3a-301f-474f-b89f-0574451b175b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13020300'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:09.988423 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c0895-c79a-422a-a531-32e478b195b0 admin admin] Pushing event updated for resources: {'Network': ['ID=53f35eb8-e794-4bfb-bb49-572192a02f8d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:09.999379 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network 53f35eb8-e794-4bfb-bb49-572192a02f8d details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:04:10.112526 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-abe02ce2-7f6c-4886-bb62-81d3bd2d373b req-59db7351-576e-4c5d-9074-b0139b1d91b5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:10.191564 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26042b3a-301f-474f-b89f-0574451b175b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13123168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13020306'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:10.251542 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26042b3a-301f-474f-b89f-0574451b175b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c1e48d-68a6-4644-95b0-1158dc726b0e,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:10.269314 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26042b3a-301f-474f-b89f-0574451b175b admin admin] Checking segment: {'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:04:10.269671 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26042b3a-301f-474f-b89f-0574451b175b admin admin] Network hostable DHCP agents. Network: 53f35eb8-e794-4bfb-bb49-572192a02f8d, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:04:10.288300 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26042b3a-301f-474f-b89f-0574451b175b admin admin] Network 53f35eb8-e794-4bfb-bb49-572192a02f8d is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:04:10.298713 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-26042b3a-301f-474f-b89f-0574451b175b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, 53f35eb8-e794-4bfb-bb49-572192a02f8d) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:04:10.303764 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26042b3a-301f-474f-b89f-0574451b175b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:10.304724 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26042b3a-301f-474f-b89f-0574451b175b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:10.313244 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc7b26-00b3-44cb-9ef3-8ca40a8d602d None None] Network 53f35eb8-e794-4bfb-bb49-572192a02f8d requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:04:10.330695 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-26042b3a-301f-474f-b89f-0574451b175b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3740289 Sep 09 21:04:10.331492 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51540) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:10.338848 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:10.376928 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1988496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:10.378918 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:10.380471 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db7351-576e-4c5d-9074-b0139b1d91b5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event deleted for resources: {'Port': ['ID=af293dab-d905-4044-93a8-a27a8da85611,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:10.449404 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:10.512268 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abe02ce2-7f6c-4886-bb62-81d3bd2d373b req-59db7351-576e-4c5d-9074-b0139b1d91b5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Router 793c5fff-81a3-4cd9-b820-55f107a53544 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:04:10.525366 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca9f6dad-bf04-5eed-9a3c-1f6e8f3669a0-53f35eb8-e794-4bfb-bb49-572192a02f8d', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e'}]}} from dv-cinder-805083-2-iscsi. {{(pid=93819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:04:10.526494 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:10.631749 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:10.652482 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abe02ce2-7f6c-4886-bb62-81d3bd2d373b req-59db7351-576e-4c5d-9074-b0139b1d91b5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:04:10.674863 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0afeb0-9b10-48ee-b3a6-32115813546a None None] Sync routers for ids ['793c5fff-81a3-4cd9-b820-55f107a53544'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:04:10.688179 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Allocated IP 172.20.0.2 (53f35eb8-e794-4bfb-bb49-572192a02f8d/d7c1e48d-68a6-4644-95b0-1158dc726b0e/612be81a-b7c6-42b1-9bbb-1349e7816c84) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:04:10.697466 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe02ce2-7f6c-4886-bb62-81d3bd2d373b req-59db7351-576e-4c5d-9074-b0139b1d91b5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] No DVR routers for this DVR port af293dab-d905-4044-93a8-a27a8da85611 on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:04:10.700344 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-abe02ce2-7f6c-4886-bb62-81d3bd2d373b req-59db7351-576e-4c5d-9074-b0139b1d91b5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:10.702567 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-abe02ce2-7f6c-4886-bb62-81d3bd2d373b req-59db7351-576e-4c5d-9074-b0139b1d91b5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.48 "DELETE /v2.0/ports/af293dab-d905-4044-93a8-a27a8da85611 HTTP/1.1" status: 204 len: 173 time: 1.6099315 Sep 09 21:04:10.703182 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4482199d-98ea-41a4-a133-ea6d1f664124', 'name': 'network-vif-deleted', 'tag': 'af293dab-d905-4044-93a8-a27a8da85611'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:04:10.706455 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7528cb25-dc06-4b20-8c6a-3b28d7bc4b32" -d '{"events": [{"server_uuid": "4482199d-98ea-41a4-a133-ea6d1f664124", "name": "network-vif-deleted", "tag": "af293dab-d905-4044-93a8-a27a8da85611"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:04:10.794925 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86824be-a039-4995-8ef1-2837d89ab70d x-openstack-request-id: req-f86824be-a039-4995-8ef1-2837d89ab70d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:04:10.795847 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4482199d-98ea-41a4-a133-ea6d1f664124", "name": "network-vif-deleted", "tag": "af293dab-d905-4044-93a8-a27a8da85611", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:04:10.796471 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f86824be-a039-4995-8ef1-2837d89ab70d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:04:10.797340 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4482199d-98ea-41a4-a133-ea6d1f664124', 'name': 'network-vif-deleted', 'tag': 'af293dab-d905-4044-93a8-a27a8da85611', 'status': 'completed', 'code': 200} Sep 09 21:04:10.840230 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0afeb0-9b10-48ee-b3a6-32115813546a None None] Routers {'793c5fff-81a3-4cd9-b820-55f107a53544'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:10.841178 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-aa0afeb0-9b10-48ee-b3a6-32115813546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:03:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['793c5fff-81a3-4cd9-b820-55f107a53544'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:10.897405 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:10.921379 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:10.924393 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:10.968939 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ee5bf-f990-486f-966b-66a47c78ebf7 req-a6620542-7b67-4381-a3a2-f614c275435e tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:10.983980 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-370ee5bf-f990-486f-966b-66a47c78ebf7 req-a6620542-7b67-4381-a3a2-f614c275435e tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1345532 Sep 09 21:04:11.048221 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-370ee5bf-f990-486f-966b-66a47c78ebf7 req-4e5460b9-1580-4692-a598-caba1873a013 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627065 Sep 09 21:04:11.144308 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8feddb20-4394-4217-86b9-7ad7d653f133 req-c41d6f7f-6ba2-4bac-a8f9-20e3fbdbba2c tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=4482199d-98ea-41a4-a133-ea6d1f664124 HTTP/1.1" status: 200 len: 210 time: 0.0437169 Sep 09 21:04:11.145362 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Allocated IP 172.27.3.123 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/31c0215e-134f-4d71-a955-7ccda39cc141) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:04:11.231978 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Transition to ACTIVE for port object 612be81a-b7c6-42b1-9bbb-1349e7816c84 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:04:11.303880 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:11.342288 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Transition to ACTIVE for port object 612be81a-b7c6-42b1-9bbb-1349e7816c84 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:04:11.355853 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:11.370562 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:11.413610 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-aa0afeb0-9b10-48ee-b3a6-32115813546a None None] Set router 793c5fff-81a3-4cd9-b820-55f107a53544 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:11.415046 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:04:11.418514 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:04:11.425999 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:04:11.429820 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Pushing event updated for resources: {'Port': ['ID=31c0215e-134f-4d71-a955-7ccda39cc141,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:11.454554 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Network 53f35eb8-e794-4bfb-bb49-572192a02f8d is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:04:11.463209 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Pushing event updated for resources: {'Port': ['ID=612be81a-b7c6-42b1-9bbb-1349e7816c84,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:11.465787 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:04:11.472054 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:04:11.484617 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:11.484967 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:11.485513 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:11.485851 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:11.486230 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:11.486543 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:11.486873 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:11.487200 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:11.487584 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:11.487912 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:11.488233 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:11.488555 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:11.562325 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9901c8e-8284-4a0b-ad50-4860fbac7c99 req-ec15c5b9-de02-4b9c-bb56-71d4bb035a92 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:11.563857 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b9901c8e-8284-4a0b-ad50-4860fbac7c99 req-ec15c5b9-de02-4b9c-bb56-71d4bb035a92 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0689809 Sep 09 21:04:11.608650 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Attempting to bind port 612be81a-b7c6-42b1-9bbb-1349e7816c84 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:04:11.609018 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Attempting to bind port 612be81a-b7c6-42b1-9bbb-1349e7816c84 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:04:11.609377 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Attempting to bind port 612be81a-b7c6-42b1-9bbb-1349e7816c84 on network 53f35eb8-e794-4bfb-bb49-572192a02f8d {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:04:11.643866 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:04:11.644243 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Checking segment: {'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:04:11.644651 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:11.645043 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Bound using segment: {'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:04:11.645519 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Bound port: 612be81a-b7c6-42b1-9bbb-1349e7816c84, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:04:11.645960 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:11.678963 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b9901c8e-8284-4a0b-ad50-4860fbac7c99 req-685e55d2-8b7e-40c4-b434-d28e263c3dc2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Deleting port 8c40ac7a-7423-4d9e-9041-ad0b354047fb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:04:11.679244 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b9901c8e-8284-4a0b-ad50-4860fbac7c99 req-685e55d2-8b7e-40c4-b434-d28e263c3dc2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:11.711614 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:11.770739 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] For port 612be81a-b7c6-42b1-9bbb-1349e7816c84, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:04:11.776012 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] For port 612be81a-b7c6-42b1-9bbb-1349e7816c84, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=612be81a-b7c6-42b1-9bbb-1349e7816c84,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:04:11.789056 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:11.791852 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b9901c8e-8284-4a0b-ad50-4860fbac7c99 req-685e55d2-8b7e-40c4-b434-d28e263c3dc2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] For port 8c40ac7a-7423-4d9e-9041-ad0b354047fb, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=8c40ac7a-7423-4d9e-9041-ad0b354047fb,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:04:11.792329 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b9901c8e-8284-4a0b-ad50-4860fbac7c99 req-685e55d2-8b7e-40c4-b434-d28e263c3dc2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:11.843870 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2421792-24de-47bb-bffa-d2b45a588a01 None None] Pushing event updated for resources: {'Port': ['ID=612be81a-b7c6-42b1-9bbb-1349e7816c84,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:11.881924 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-aa0afeb0-9b10-48ee-b3a6-32115813546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:41Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '6f61b74e-2f69-4471-8779-595b3efc7a04', 'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'mac_address': 'fa:16:3e:91:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:36Z', 'updated_at': '2021-09-09T20:59:48Z', 'revision_number': 5, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'subnets': [{'id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:11.913781 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0afeb0-9b10-48ee-b3a6-32115813546a None None] Checking router: 793c5fff-81a3-4cd9-b820-55f107a53544 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:04:11.924240 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0afeb0-9b10-48ee-b3a6-32115813546a None None] Routers {'793c5fff-81a3-4cd9-b820-55f107a53544'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:11.924903 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-aa0afeb0-9b10-48ee-b3a6-32115813546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:03:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['793c5fff-81a3-4cd9-b820-55f107a53544'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:11.964834 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988673'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:12.025639 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b9901c8e-8284-4a0b-ad50-4860fbac7c99 req-685e55d2-8b7e-40c4-b434-d28e263c3dc2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:12.026333 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b9901c8e-8284-4a0b-ad50-4860fbac7c99 req-685e55d2-8b7e-40c4-b434-d28e263c3dc2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:12.026757 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.l3_db [req-b9901c8e-8284-4a0b-ad50-4860fbac7c99 req-685e55d2-8b7e-40c4-b434-d28e263c3dc2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Floating IP 846a1069-2bcc-44d8-900f-5b03a250e43e disassociated. External IP: 172.27.3.86, port: 8c40ac7a-7423-4d9e-9041-ad0b354047fb. Sep 09 21:04:12.027248 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b9901c8e-8284-4a0b-ad50-4860fbac7c99 req-685e55d2-8b7e-40c4-b434-d28e263c3dc2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Calling delete_port for 8c40ac7a-7423-4d9e-9041-ad0b354047fb owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:04:12.178434 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-aa0afeb0-9b10-48ee-b3a6-32115813546a None None] Set router 793c5fff-81a3-4cd9-b820-55f107a53544 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:12.301733 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Router 44586854-c3be-4aa1-bb0d-e6913609d9a4 is scheduled to L3 agent c730623a-2d90-413c-85cd-c5eb583040aa with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:04:12.397172 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51564) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:12.500143 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b9901c8e-8284-4a0b-ad50-4860fbac7c99 req-685e55d2-8b7e-40c4-b434-d28e263c3dc2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:12.526914 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d6cd4-1717-4376-8cd7-e31c9ed9f9cf req-4b43e15b-5949-4fd6-ad33-b7981dc268c4 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:12.529724 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dd5d6cd4-1717-4376-8cd7-e31c9ed9f9cf req-4b43e15b-5949-4fd6-ad33-b7981dc268c4 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 867 time: 0.2619851 Sep 09 21:04:12.574948 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 612be81a-b7c6-42b1-9bbb-1349e7816c84 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:04:12.630183 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:04:12.643378 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Sync routers for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:04:12.661154 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:12.662323 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:03:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:12.668244 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:12.672392 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-fa0513ef-589a-4b3d-b86b-530bdbfc2b5b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3367126 Sep 09 21:04:12.672843 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51568) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:12.695109 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e55d2-8b7e-40c4-b434-d28e263c3dc2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event deleted for resources: {'Port': ['ID=8c40ac7a-7423-4d9e-9041-ad0b354047fb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:12.752770 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 612be81a-b7c6-42b1-9bbb-1349e7816c84 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:04:12.783666 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-aa0afeb0-9b10-48ee-b3a6-32115813546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:41Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '6f61b74e-2f69-4471-8779-595b3efc7a04', 'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'mac_address': 'fa:16:3e:91:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:36Z', 'updated_at': '2021-09-09T20:59:48Z', 'revision_number': 5, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'subnets': [{'id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:12.825126 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0afeb0-9b10-48ee-b3a6-32115813546a None None] The sync data for ids ['793c5fff-81a3-4cd9-b820-55f107a53544'] in dv-cinder-805083-2-iscsi is: [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:41Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '6f61b74e-2f69-4471-8779-595b3efc7a04', 'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'mac_address': 'fa:16:3e:91:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:36Z', 'updated_at': '2021-09-09T20:59:48Z', 'revision_number': 5, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'subnets': [{'id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:04:12.884256 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dd5d6cd4-1717-4376-8cd7-e31c9ed9f9cf req-e5546edd-a06f-4fdb-9cf2-f5c42113096f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d8c7c3b-1469-4eeb-a37c-e5f78255a423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3289323 Sep 09 21:04:12.889747 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:13.030435 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d74a7866-ed8b-4e20-ac07-eb2599714dd9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:13.104313 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9901c8e-8284-4a0b-ad50-4860fbac7c99 req-685e55d2-8b7e-40c4-b434-d28e263c3dc2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Router d9f9dbae-7020-4f84-a136-e19eb24309d9 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:04:13.148133 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d74a7866-ed8b-4e20-ac07-eb2599714dd9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:13.322170 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ef1090-936c-4ea6-a5ff-575ce9d71d12 None None] New status for floating IP 093ce45f-10de-4e2f-9ae7-4994767c6a9d: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:04:13.440737 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d74a7866-ed8b-4e20-ac07-eb2599714dd9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:13.444183 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d74a7866-ed8b-4e20-ac07-eb2599714dd9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:13.445439 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-d74a7866-ed8b-4e20-ac07-eb2599714dd9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "DELETE /v2.0/security-groups/f48e9f95-58d4-4436-b168-ab267aae314d HTTP/1.1" status: 204 len: 168 time: 1.0470846 Sep 09 21:04:13.447210 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9901c8e-8284-4a0b-ad50-4860fbac7c99 req-685e55d2-8b7e-40c4-b434-d28e263c3dc2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:04:13.448992 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51570) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:13.461327 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device af293dab-d905-4044-93a8-a27a8da85611 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:04:13.462697 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1240ca4-6144-407c-8bb7-c91f5ec2389a None None] Sync routers for ids ['d9f9dbae-7020-4f84-a136-e19eb24309d9'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:04:13.472904 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:11Z', 'revision_number': 3, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:13.518453 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Checking router: 44586854-c3be-4aa1-bb0d-e6913609d9a4 for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:04:13.518795 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Updating router 44586854-c3be-4aa1-bb0d-e6913609d9a4 port 31c0215e-134f-4d71-a955-7ccda39cc141 binding host dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:04:13.521739 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1240ca4-6144-407c-8bb7-c91f5ec2389a None None] Routers {'d9f9dbae-7020-4f84-a136-e19eb24309d9'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:13.524167 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.api.v2.resource [None req-e61fe80d-ee3f-41d5-a3c5-90f258ef588e tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] show failed (client error): The resource could not be found. Sep 09 21:04:13.525170 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-e61fe80d-ee3f-41d5-a3c5-90f258ef588e tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups/f48e9f95-58d4-4436-b168-ab267aae314d HTTP/1.1" status: 404 len: 347 time: 0.0610747 Sep 09 21:04:13.525471 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b1240ca4-6144-407c-8bb7-c91f5ec2389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:03:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['d9f9dbae-7020-4f84-a136-e19eb24309d9'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:13.531932 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0800e38-0fc1-4ed8-acb1-e5a1bcf98a0a None None] Network 53f35eb8-e794-4bfb-bb49-572192a02f8d requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:04:13.532059 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51574) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:13.533846 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a7866-ed8b-4e20-ac07-eb2599714dd9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48e9f95-58d4-4436-b168-ab267aae314d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:13.633424 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: af293dab-d905-4044-93a8-a27a8da85611 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:04:13.634002 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device af293dab-d905-4044-93a8-a27a8da85611 not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:04:13.789426 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-03d553ef-8b01-441b-9a0e-6a2349117383 None None] Provisioning for port 612be81a-b7c6-42b1-9bbb-1349e7816c84 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:04:13.795576 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9901c8e-8284-4a0b-ad50-4860fbac7c99 req-685e55d2-8b7e-40c4-b434-d28e263c3dc2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] No DVR routers for this DVR port 8c40ac7a-7423-4d9e-9041-ad0b354047fb on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:04:13.797241 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-03d553ef-8b01-441b-9a0e-6a2349117383 None None] Provisioning complete for port 612be81a-b7c6-42b1-9bbb-1349e7816c84 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:13.797850 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-03d553ef-8b01-441b-9a0e-6a2349117383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:13.812763 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b9901c8e-8284-4a0b-ad50-4860fbac7c99 req-685e55d2-8b7e-40c4-b434-d28e263c3dc2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:13.827744 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b9901c8e-8284-4a0b-ad50-4860fbac7c99 req-685e55d2-8b7e-40c4-b434-d28e263c3dc2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.48 "DELETE /v2.0/ports/8c40ac7a-7423-4d9e-9041-ad0b354047fb HTTP/1.1" status: 204 len: 173 time: 2.2541146 Sep 09 21:04:13.849666 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1', 'name': 'network-vif-deleted', 'tag': '8c40ac7a-7423-4d9e-9041-ad0b354047fb'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:04:13.857127 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb474e8-07e4-4eb0-8c24-ac296ed91548" -d '{"events": [{"server_uuid": "6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1", "name": "network-vif-deleted", "tag": "8c40ac7a-7423-4d9e-9041-ad0b354047fb"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:04:13.890744 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:14.103248 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156a8f7c-e61f-49a3-8234-27bbe10c8351 x-openstack-request-id: req-156a8f7c-e61f-49a3-8234-27bbe10c8351 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:04:14.103248 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1", "name": "network-vif-deleted", "tag": "8c40ac7a-7423-4d9e-9041-ad0b354047fb", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:04:14.103633 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-156a8f7c-e61f-49a3-8234-27bbe10c8351 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:04:14.103921 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1', 'name': 'network-vif-deleted', 'tag': '8c40ac7a-7423-4d9e-9041-ad0b354047fb', 'status': 'completed', 'code': 200} Sep 09 21:04:14.153272 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:14.188611 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9035d410-916d-4cef-8409-66d8fb5b8133 req-83c11ac4-31bb-4b5b-b9ed-4041ff9c13d2 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d05820a-2e2f-4d97-ae1c-6268cc0d8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0654414 Sep 09 21:04:14.228874 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-101b5244-dfdf-4b1f-9ab0-eb66892ebf34 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Deleting port f403e668-cf1e-49ef-bfe9-ed5e3e7de750 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:04:14.229789 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-101b5244-dfdf-4b1f-9ab0-eb66892ebf34 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:14.242717 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-03d553ef-8b01-441b-9a0e-6a2349117383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:14.253096 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-b1240ca4-6144-407c-8bb7-c91f5ec2389a None None] Set router d9f9dbae-7020-4f84-a136-e19eb24309d9 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:14.292809 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-03d553ef-8b01-441b-9a0e-6a2349117383 None None] For port 612be81a-b7c6-42b1-9bbb-1349e7816c84, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=612be81a-b7c6-42b1-9bbb-1349e7816c84,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:04:14.299118 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-03d553ef-8b01-441b-9a0e-6a2349117383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:14.501074 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d553ef-8b01-441b-9a0e-6a2349117383 None None] Pushing event updated for resources: {'Port': ['ID=612be81a-b7c6-42b1-9bbb-1349e7816c84,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:14.522832 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-101b5244-dfdf-4b1f-9ab0-eb66892ebf34 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:14.524368 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-101b5244-dfdf-4b1f-9ab0-eb66892ebf34 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:14.558970 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-101b5244-dfdf-4b1f-9ab0-eb66892ebf34 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Calling delete_port for f403e668-cf1e-49ef-bfe9-ed5e3e7de750 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:04:14.598760 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Allocated IP 172.20.0.1 (53f35eb8-e794-4bfb-bb49-572192a02f8d/d7c1e48d-68a6-4644-95b0-1158dc726b0e/864964e5-2c7e-401d-9917-6565141c4bbc) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:04:14.645150 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-0567be87-351a-4111-961f-f0670e37240c None None] Provisioning complete for port 612be81a-b7c6-42b1-9bbb-1349e7816c84 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:14.646900 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0567be87-351a-4111-961f-f0670e37240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:14.810595 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-101b5244-dfdf-4b1f-9ab0-eb66892ebf34 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:14.826905 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:14.845736 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:14.851383 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Transition to ACTIVE for port object 864964e5-2c7e-401d-9917-6565141c4bbc will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:04:14.855179 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b1240ca4-6144-407c-8bb7-c91f5ec2389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:24Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '57996945-d134-4c95-8094-db258ff13fb8', 'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'mac_address': 'fa:16:3e:b3:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:21Z', 'updated_at': '2021-09-09T20:59:35Z', 'revision_number': 5, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'subnets': [{'id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:14.891159 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1240ca4-6144-407c-8bb7-c91f5ec2389a None None] Checking router: d9f9dbae-7020-4f84-a136-e19eb24309d9 for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:04:14.893527 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Transition to ACTIVE for port object 31c0215e-134f-4d71-a955-7ccda39cc141 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:04:14.896069 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b5244-dfdf-4b1f-9ab0-eb66892ebf34 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event deleted for resources: {'Port': ['ID=f403e668-cf1e-49ef-bfe9-ed5e3e7de750,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:14.903208 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:14.905094 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:14.922574 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-101b5244-dfdf-4b1f-9ab0-eb66892ebf34 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:14.925892 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-101b5244-dfdf-4b1f-9ab0-eb66892ebf34 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:14.930183 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-101b5244-dfdf-4b1f-9ab0-eb66892ebf34 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "DELETE /v2.0/floatingips/093ce45f-10de-4e2f-9ae7-4994767c6a9d HTTP/1.1" status: 204 len: 168 time: 1.3898890 Sep 09 21:04:14.932719 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1240ca4-6144-407c-8bb7-c91f5ec2389a None None] Routers {'d9f9dbae-7020-4f84-a136-e19eb24309d9'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:14.933361 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b1240ca4-6144-407c-8bb7-c91f5ec2389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:03:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['d9f9dbae-7020-4f84-a136-e19eb24309d9'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:14.952379 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Network 53f35eb8-e794-4bfb-bb49-572192a02f8d is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:04:14.957923 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:04:14.961352 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:04:15.009782 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1988752'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:15.019908 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Pushing event updated for resources: {'Port': ['ID=864964e5-2c7e-401d-9917-6565141c4bbc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:15.047151 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Attempting to bind port 31c0215e-134f-4d71-a955-7ccda39cc141 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:04:15.047555 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Attempting to bind port 31c0215e-134f-4d71-a955-7ccda39cc141 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:04:15.047915 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Attempting to bind port 31c0215e-134f-4d71-a955-7ccda39cc141 on network e020cc29-81be-4516-9ef0-31c1421244e6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:04:15.050034 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2a26d-fcf4-4ceb-8988-47ba3b9babf1 None None] Pushing event updated for resources: {'Port': ['ID=31c0215e-134f-4d71-a955-7ccda39cc141,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:15.063538 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca2a26d-fcf4-4ceb-8988-47ba3b9babf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:15.063864 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca2a26d-fcf4-4ceb-8988-47ba3b9babf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:15.064172 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca2a26d-fcf4-4ceb-8988-47ba3b9babf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:15.064518 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca2a26d-fcf4-4ceb-8988-47ba3b9babf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:15.064847 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca2a26d-fcf4-4ceb-8988-47ba3b9babf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:15.065185 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca2a26d-fcf4-4ceb-8988-47ba3b9babf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:15.065519 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca2a26d-fcf4-4ceb-8988-47ba3b9babf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:15.065849 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca2a26d-fcf4-4ceb-8988-47ba3b9babf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:15.066198 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca2a26d-fcf4-4ceb-8988-47ba3b9babf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:15.066532 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca2a26d-fcf4-4ceb-8988-47ba3b9babf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:15.066858 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca2a26d-fcf4-4ceb-8988-47ba3b9babf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:15.067181 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca2a26d-fcf4-4ceb-8988-47ba3b9babf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:15.072944 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:04:15.073402 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Checking segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:04:15.073722 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:15.074118 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Bound using segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:04:15.074605 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Bound port: 31c0215e-134f-4d71-a955-7ccda39cc141, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:04:15.075010 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:15.141898 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-b1240ca4-6144-407c-8bb7-c91f5ec2389a None None] Set router d9f9dbae-7020-4f84-a136-e19eb24309d9 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:15.189159 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] For port 31c0215e-134f-4d71-a955-7ccda39cc141, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:04:15.194970 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] For port 31c0215e-134f-4d71-a955-7ccda39cc141, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=31c0215e-134f-4d71-a955-7ccda39cc141,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:04:15.215416 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:15.286386 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:15.332025 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51596) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:15.381525 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51598) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:15.389893 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e6609503-7788-4176-a3c2-5070e2bf715a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--427944268', 'description': 'tempest-description--1233388398'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:15.403401 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:15.404051 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:03:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:15.410236 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2a26d-fcf4-4ceb-8988-47ba3b9babf1 None None] Pushing event updated for resources: {'Port': ['ID=31c0215e-134f-4d71-a955-7ccda39cc141,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:15.418705 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 8c40ac7a-7423-4d9e-9041-ad0b354047fb no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:04:15.450593 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: 8c40ac7a-7423-4d9e-9041-ad0b354047fb {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:04:15.451394 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 8c40ac7a-7423-4d9e-9041-ad0b354047fb not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:04:15.464425 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-916ea70b-6e89-4041-b353-1d250ebaa6fd None None] Provisioning for port 864964e5-2c7e-401d-9917-6565141c4bbc completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:04:15.464668 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab394fe5-56d6-4d31-a77c-84f5680310d9 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:15.469619 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-916ea70b-6e89-4041-b353-1d250ebaa6fd None None] Provisioning complete for port 864964e5-2c7e-401d-9917-6565141c4bbc triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:15.470139 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-916ea70b-6e89-4041-b353-1d250ebaa6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:15.506894 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab394fe5-56d6-4d31-a77c-84f5680310d9 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:15.514360 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-916ea70b-6e89-4041-b353-1d250ebaa6fd None None] Port 864964e5-2c7e-401d-9917-6565141c4bbc cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:04:15.560215 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6609503-7788-4176-a3c2-5070e2bf715a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:15.593713 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:15.649419 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b1240ca4-6144-407c-8bb7-c91f5ec2389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:24Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '57996945-d134-4c95-8094-db258ff13fb8', 'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'mac_address': 'fa:16:3e:b3:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:21Z', 'updated_at': '2021-09-09T20:59:35Z', 'revision_number': 5, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'subnets': [{'id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:15.654366 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab394fe5-56d6-4d31-a77c-84f5680310d9 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:15.661524 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab394fe5-56d6-4d31-a77c-84f5680310d9 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:15.664682 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-ab394fe5-56d6-4d31-a77c-84f5680310d9 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "DELETE /v2.0/security-groups/8d8c7c3b-1469-4eeb-a37c-e5f78255a423 HTTP/1.1" status: 204 len: 168 time: 0.3301167 Sep 09 21:04:15.671677 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51604) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:15.690457 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab394fe5-56d6-4d31-a77c-84f5680310d9 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8c7c3b-1469-4eeb-a37c-e5f78255a423,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:15.735239 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.api.v2.resource [None req-5291b330-e654-481b-9708-74d76396b3bb tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] show failed (client error): The resource could not be found. Sep 09 21:04:15.736979 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-5291b330-e654-481b-9708-74d76396b3bb tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups/8d8c7c3b-1469-4eeb-a37c-e5f78255a423 HTTP/1.1" status: 404 len: 347 time: 0.0638795 Sep 09 21:04:15.741280 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51606) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:15.741862 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:15.749820 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13123055'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:15.797606 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-99a0fdfd-fa94-4f1b-bcff-1fff491324f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:15.830046 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1240ca4-6144-407c-8bb7-c91f5ec2389a None None] The sync data for ids ['d9f9dbae-7020-4f84-a136-e19eb24309d9'] in dv-cinder-805083-2-iscsi is: [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:24Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '57996945-d134-4c95-8094-db258ff13fb8', 'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'mac_address': 'fa:16:3e:b3:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:21Z', 'updated_at': '2021-09-09T20:59:35Z', 'revision_number': 5, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'subnets': [{'id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:04:15.893921 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6609503-7788-4176-a3c2-5070e2bf715a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:15.949049 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1987840'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:15.991870 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6609503-7788-4176-a3c2-5070e2bf715a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:16.082263 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Pushing event updated for resources: {'Port': ['ID=864964e5-2c7e-401d-9917-6565141c4bbc,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:16.105100 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6609503-7788-4176-a3c2-5070e2bf715a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:16.107201 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-e6609503-7788-4176-a3c2-5070e2bf715a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7238429 Sep 09 21:04:16.112747 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51610) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:16.121902 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a11626d8-bc6b-4753-8941-f4c5f5a7d4b1 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Request body: {'security_group_rule': {'security_group_id': 'ffd77836-a162-444c-aa29-070bc8ce9762', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:16.130646 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6609503-7788-4176-a3c2-5070e2bf715a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd77836-a162-444c-aa29-070bc8ce9762,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:16.150887 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:14Z', 'revision_number': 1, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:16.212033 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b88a43-75f3-4e12-9199-d494ec3b40a5 None None] The sync data for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi is: [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:14Z', 'revision_number': 1, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:04:16.221367 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Network 53f35eb8-e794-4bfb-bb49-572192a02f8d is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:04:16.224306 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:04:16.230627 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f53d7283-0057-479b-ba96-74d917c99a18 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Deleting port e2770b60-a6d2-439b-8fa3-7e7ce854b1af {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:04:16.231166 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f53d7283-0057-479b-ba96-74d917c99a18 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:16.236671 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a11626d8-bc6b-4753-8941-f4c5f5a7d4b1 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:16.440347 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Router 44586854-c3be-4aa1-bb0d-e6913609d9a4 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:04:16.467747 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f53d7283-0057-479b-ba96-74d917c99a18 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:16.468259 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f53d7283-0057-479b-ba96-74d917c99a18 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:16.502665 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f53d7283-0057-479b-ba96-74d917c99a18 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Calling delete_port for e2770b60-a6d2-439b-8fa3-7e7ce854b1af owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:04:16.526125 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5163e14-dd6f-4af1-9ced-09fa9344678e None None] New status for floating IP 846a1069-2bcc-44d8-900f-5b03a250e43e: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:04:16.548066 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 612be81a-b7c6-42b1-9bbb-1349e7816c84 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:04:16.649320 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:04:16.655105 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-648c7784-d6cf-4b7e-8f24-4ce7c7a3ee55 admin admin] 10.222.0.13 "PUT /v2.0/routers/44586854-c3be-4aa1-bb0d-e6913609d9a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9802308 Sep 09 21:04:16.732177 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a11626d8-bc6b-4753-8941-f4c5f5a7d4b1 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:16.747390 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a11626d8-bc6b-4753-8941-f4c5f5a7d4b1 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:16.808892 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11626d8-bc6b-4753-8941-f4c5f5a7d4b1 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33abca75-3d28-4b63-8dff-cbd62e0511d5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:16.850122 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a11626d8-bc6b-4753-8941-f4c5f5a7d4b1 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:16.852980 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-a11626d8-bc6b-4753-8941-f4c5f5a7d4b1 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7374425 Sep 09 21:04:16.857240 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51616) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:16.863901 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-165f34af-2c66-47b5-a6f2-45b673079192 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Request body: {'security_group_rule': {'security_group_id': 'ffd77836-a162-444c-aa29-070bc8ce9762', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:16.917291 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-165f34af-2c66-47b5-a6f2-45b673079192 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:16.981942 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-d7f9caf2-2643-4c9d-bd5b-baafd486c395 None None] Provisioning complete for port 864964e5-2c7e-401d-9917-6565141c4bbc triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:16.982730 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d7f9caf2-2643-4c9d-bd5b-baafd486c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:17.029574 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 612be81a-b7c6-42b1-9bbb-1349e7816c84 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:17.030250 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:17.035674 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-165f34af-2c66-47b5-a6f2-45b673079192 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:17.043897 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-165f34af-2c66-47b5-a6f2-45b673079192 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:17.066146 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-165f34af-2c66-47b5-a6f2-45b673079192 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:17.072660 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-165f34af-2c66-47b5-a6f2-45b673079192 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2093561 Sep 09 21:04:17.074136 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51622) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:17.079436 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Request body: {'floatingip': {'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:17.100368 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f34af-2c66-47b5-a6f2-45b673079192 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8f7279-5ffe-4c14-be6e-2cc38bf3b92f,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:17.117665 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d7f9caf2-2643-4c9d-bd5b-baafd486c395 None None] Port 864964e5-2c7e-401d-9917-6565141c4bbc cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:04:17.133902 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:17.140242 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f53d7283-0057-479b-ba96-74d917c99a18 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:17.231834 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d7283-0057-479b-ba96-74d917c99a18 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event deleted for resources: {'Port': ['ID=e2770b60-a6d2-439b-8fa3-7e7ce854b1af,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:17.328466 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f53d7283-0057-479b-ba96-74d917c99a18 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:17.331436 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f53d7283-0057-479b-ba96-74d917c99a18 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:17.339629 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-f53d7283-0057-479b-ba96-74d917c99a18 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "DELETE /v2.0/floatingips/846a1069-2bcc-44d8-900f-5b03a250e43e HTTP/1.1" status: 204 len: 168 time: 1.5900893 Sep 09 21:04:17.409652 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:17.656407 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Allocated IP 172.27.3.181 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/1d392c65-285a-422f-8632-33a57717e8b5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:04:17.714485 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51634) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:17.724114 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-16eb527a-1931-4f4f-8ca3-5f31903aeec8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--742035476', 'description': 'tempest-description--149050936'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:17.776033 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16eb527a-1931-4f4f-8ca3-5f31903aeec8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:17.799308 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51636) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:17.807406 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7ba825a4-eddf-4f06-a98b-16463868baf4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1580457462-network', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:17.856785 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba825a4-eddf-4f06-a98b-16463868baf4 admin admin] Made reservation on behalf of 1bf77f1da0c045d88f44ac8e55574601 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:04:17.860412 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ba825a4-eddf-4f06-a98b-16463868baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:17.886027 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:17.886291 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ba825a4-eddf-4f06-a98b-16463868baf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:17.955698 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.005533 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:04:18.009190 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:04:18.013499 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:04:18.017517 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16eb527a-1931-4f4f-8ca3-5f31903aeec8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.024941 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16eb527a-1931-4f4f-8ca3-5f31903aeec8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.025318 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event updated for resources: {'Port': ['ID=1d392c65-285a-422f-8632-33a57717e8b5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:18.120743 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb527a-1931-4f4f-8ca3-5f31903aeec8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2744ad8-76b6-4172-a249-3b0e645a3d91,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:18.132881 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.204469 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.279517 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ba825a4-eddf-4f06-a98b-16463868baf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.286942 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ba825a4-eddf-4f06-a98b-16463868baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.294950 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16eb527a-1931-4f4f-8ca3-5f31903aeec8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.296328 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-16eb527a-1931-4f4f-8ca3-5f31903aeec8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5805669 Sep 09 21:04:18.307245 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51642) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:18.312592 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1fc991ce-1b5b-4574-a99e-034a82716c11 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Request body: {'security_group_rule': {'security_group_id': 'b2744ad8-76b6-4172-a249-3b0e645a3d91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:18.323017 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba825a4-eddf-4f06-a98b-16463868baf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:04:18.358885 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba825a4-eddf-4f06-a98b-16463868baf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d90c63-daff-4466-8e20-0a15ce67a8ae,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:18.363121 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ba825a4-eddf-4f06-a98b-16463868baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.363479 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.segments_db [None req-7ba825a4-eddf-4f06-a98b-16463868baf4 admin admin] Added segment e37c4650-1ade-4e29-a4c4-a49e711a7877 of type vlan for network 4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff Sep 09 21:04:18.412920 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fc991ce-1b5b-4574-a99e-034a82716c11 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.440427 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cba1efc7-51be-4215-9cec-2e7c7bce1cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.484010 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fc991ce-1b5b-4574-a99e-034a82716c11 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.490262 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fc991ce-1b5b-4574-a99e-034a82716c11 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.493300 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ba825a4-eddf-4f06-a98b-16463868baf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.532826 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc991ce-1b5b-4574-a99e-034a82716c11 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c013ac-7d50-457c-a930-6690fcbcc36e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:18.539382 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fc991ce-1b5b-4574-a99e-034a82716c11 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.540819 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-1fc991ce-1b5b-4574-a99e-034a82716c11 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2328680 Sep 09 21:04:18.545689 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51644) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:18.552042 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-93bcf15b-257c-460a-ad56-07747ea60691 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Request body: {'security_group_rule': {'security_group_id': 'b2744ad8-76b6-4172-a249-3b0e645a3d91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:18.557336 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ba825a4-eddf-4f06-a98b-16463868baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.558525 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba825a4-eddf-4f06-a98b-16463868baf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:18.559192 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ba825a4-eddf-4f06-a98b-16463868baf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.563751 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.581197 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13123055'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.585224 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 31c0215e-134f-4d71-a955-7ccda39cc141 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:04:18.632808 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.663051 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 31c0215e-134f-4d71-a955-7ccda39cc141 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:04:18.668405 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 31c0215e-134f-4d71-a955-7ccda39cc141 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:18.668672 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.733194 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event updated for resources: {'Port': ['ID=1d392c65-285a-422f-8632-33a57717e8b5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:18.737169 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.759248 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.771611 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-1585101d-d8f6-4cb6-b2a2-3dc378022fe9 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6960485 Sep 09 21:04:18.779594 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.784660 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba825a4-eddf-4f06-a98b-16463868baf4 admin admin] Pushing event updated for resources: {'Network': ['ID=4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:18.797816 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51648) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:18.798416 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-7ba825a4-eddf-4f06-a98b-16463868baf4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9972515 Sep 09 21:04:18.800233 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93bcf15b-257c-460a-ad56-07747ea60691 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.804836 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-577e5bd0-bc66-481d-bd0e-ea5fd99d4c02 admin admin] Request body: {'subnet': {'network_id': '4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1580457462-subnet', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:18.815521 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network 4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:04:18.847889 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port 31c0215e-134f-4d71-a955-7ccda39cc141, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=31c0215e-134f-4d71-a955-7ccda39cc141,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:04:18.860503 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.863551 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577e5bd0-bc66-481d-bd0e-ea5fd99d4c02 admin admin] Made reservation on behalf of 1bf77f1da0c045d88f44ac8e55574601 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:04:18.871914 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-577e5bd0-bc66-481d-bd0e-ea5fd99d4c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13020300'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.907584 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93bcf15b-257c-460a-ad56-07747ea60691 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.914821 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93bcf15b-257c-460a-ad56-07747ea60691 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.949050 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcf15b-257c-460a-ad56-07747ea60691 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4f7ef5-9990-4250-9ac4-9c6f13192b60,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:18.953748 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93bcf15b-257c-460a-ad56-07747ea60691 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:18.960406 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-93bcf15b-257c-460a-ad56-07747ea60691 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4131315 Sep 09 21:04:18.961818 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:18.966420 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Request body: {'floatingip': {'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:18.986285 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=31c0215e-134f-4d71-a955-7ccda39cc141,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:19.001036 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:19.118128 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-0a08f707-d30e-465f-ae72-9c0c7ed5d5dc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--427944268&fields=id&tenant_id=09f9fa611eb841048d8fa840fed2f21e HTTP/1.1" status: 200 len: 267 time: 0.1027801 Sep 09 21:04:19.235756 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-577e5bd0-bc66-481d-bd0e-ea5fd99d4c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13123168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13020306'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:19.312375 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:19.323520 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-f14dce68-a158-488a-b839-468a7f6db528 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:19.325831 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-f14dce68-a158-488a-b839-468a7f6db528 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/networks?id=33290427-507e-4985-8a57-85d08fed9045 HTTP/1.1" status: 200 len: 817 time: 0.1703169 Sep 09 21:04:19.344303 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e5bd0-bc66-481d-bd0e-ea5fd99d4c02 admin admin] Checking segment: {'id': 'e37c4650-1ade-4e29-a4c4-a49e711a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:04:19.344871 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e5bd0-bc66-481d-bd0e-ea5fd99d4c02 admin admin] Network hostable DHCP agents. Network: 4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:04:19.351916 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e5bd0-bc66-481d-bd0e-ea5fd99d4c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd6b330-8021-4be2-846e-633787beb08d,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:19.379485 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e5bd0-bc66-481d-bd0e-ea5fd99d4c02 admin admin] Network 4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:04:19.392128 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-8e23ab0d-84f7-474f-848b-18ada802fca5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/quotas/09f9fa611eb841048d8fa840fed2f21e HTTP/1.1" status: 200 len: 375 time: 0.0232027 Sep 09 21:04:19.392839 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-577e5bd0-bc66-481d-bd0e-ea5fd99d4c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, 4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:04:19.403908 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ee22bf-e0b1-467d-99ab-3d55e7326194 None None] Network 4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:04:19.405459 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577e5bd0-bc66-481d-bd0e-ea5fd99d4c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:19.406736 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-577e5bd0-bc66-481d-bd0e-ea5fd99d4c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:19.446618 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-577e5bd0-bc66-481d-bd0e-ea5fd99d4c02 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6473753 Sep 09 21:04:19.450716 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51666) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:19.457861 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1580457462-router', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:19.525119 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1988496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:19.527790 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:19.617577 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-5530d3c5-32bf-41f5-910a-7251fa03b0e1 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=09f9fa611eb841048d8fa840fed2f21e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1947243 Sep 09 21:04:19.631725 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:19.648851 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Allocated IP 172.27.3.173 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/b2e333ff-6a94-46b9-a9cb-628ac47b6332) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:04:19.761564 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca9f6dad-bf04-5eed-9a3c-1f6e8f3669a0-4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff', 'network_id': '4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'fixed_ips': [{'subnet_id': '8fd6b330-8021-4be2-846e-633787beb08d'}]}} from dv-cinder-805083-2-iscsi. {{(pid=93819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:04:19.764234 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Sync routers for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:04:19.765882 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:19.788661 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:19.790165 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:04:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:19.845961 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:19.889172 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-ae92e61d-4e21-4b90-8566-f7f5dfb810de service neutron] 10.222.0.13 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483227 Sep 09 21:04:19.958124 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Allocated IP 172.20.0.2 (4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff/8fd6b330-8021-4be2-846e-633787beb08d/6256a25b-d5ea-4a58-ae1f-ddd168e83164) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:04:19.993747 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:20.005178 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-1b953719-68b0-404a-acf7-adb9f47b71b3 service neutron] 10.222.0.13 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149836 Sep 09 21:04:20.036989 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:20.080394 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:20.152070 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:20.243658 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event updated for resources: {'Port': ['ID=b2e333ff-6a94-46b9-a9cb-628ac47b6332,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:20.257627 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:04:20.259220 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:04:20.261925 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:04:20.525016 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 31c0215e-134f-4d71-a955-7ccda39cc141 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:04:20.582423 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 2, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:20.631401 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Checking router: 44586854-c3be-4aa1-bb0d-e6913609d9a4 for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:04:20.632258 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Updating router 44586854-c3be-4aa1-bb0d-e6913609d9a4 port 864964e5-2c7e-401d-9917-6565141c4bbc binding host dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:04:20.678500 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:20.691244 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:20.696379 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 31c0215e-134f-4d71-a955-7ccda39cc141 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:20.696786 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:20.700938 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:20.717168 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:20.726837 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-77fb1f6e-7077-44a8-87a0-56b20c0bd06c req-f35f465e-0347-4062-afc0-d6c0e6f0389d tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 210 time: 0.0380585 Sep 09 21:04:20.735042 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:20.783751 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Transition to ACTIVE for port object 6256a25b-d5ea-4a58-ae1f-ddd168e83164 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:04:20.802804 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:20.820577 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Transition to ACTIVE for port object 6256a25b-d5ea-4a58-ae1f-ddd168e83164 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:04:20.838104 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:20.969957 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Allocated IP 172.27.3.42 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/d9473644-097f-4a6f-8f42-2f6ec8e43ac2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:04:20.981968 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Network 4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:04:20.992135 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:04:20.999635 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:04:21.016397 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Pushing event updated for resources: {'Port': ['ID=6256a25b-d5ea-4a58-ae1f-ddd168e83164,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:21.124533 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Attempting to bind port 6256a25b-d5ea-4a58-ae1f-ddd168e83164 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:04:21.125169 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Attempting to bind port 6256a25b-d5ea-4a58-ae1f-ddd168e83164 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': 'e37c4650-1ade-4e29-a4c4-a49e711a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:04:21.125702 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Attempting to bind port 6256a25b-d5ea-4a58-ae1f-ddd168e83164 on network 4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:04:21.136282 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:04:21.136946 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Checking segment: {'id': 'e37c4650-1ade-4e29-a4c4-a49e711a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:04:21.137128 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:21.137534 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Bound using segment: {'id': 'e37c4650-1ade-4e29-a4c4-a49e711a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:04:21.138401 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Bound port: 6256a25b-d5ea-4a58-ae1f-ddd168e83164, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37c4650-1ade-4e29-a4c4-a49e711a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:04:21.139058 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:21.148549 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:21.216592 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:21.227818 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:21.261022 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:21.293472 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] For port 6256a25b-d5ea-4a58-ae1f-ddd168e83164, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:04:21.308026 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] For port 6256a25b-d5ea-4a58-ae1f-ddd168e83164, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=6256a25b-d5ea-4a58-ae1f-ddd168e83164,segment=NetworkSegment(e37c4650-1ade-4e29-a4c4-a49e711a7877),segment_id=e37c4650-1ade-4e29-a4c4-a49e711a7877)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:04:21.317451 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:21.347169 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:04:21.362512 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:04:21.365816 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:04:21.368583 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event updated for resources: {'Port': ['ID=b2e333ff-6a94-46b9-a9cb-628ac47b6332,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:21.382727 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Pushing event updated for resources: {'Port': ['ID=d9473644-097f-4a6f-8f42-2f6ec8e43ac2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:21.389945 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:21.415920 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:21.417558 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e49f13-24c9-4508-a63e-70d935459ad0 None None] Pushing event updated for resources: {'Port': ['ID=6256a25b-d5ea-4a58-ae1f-ddd168e83164,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:21.426838 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:21.429097 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-4516d269-b976-4ce9-b6c6-9b825e7aea66 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4659996 Sep 09 21:04:21.447068 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:21.461502 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Transition to ACTIVE for port object 864964e5-2c7e-401d-9917-6565141c4bbc will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:04:21.472372 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:21.593876 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d6823-718b-4cee-82de-582e6d1ec5bc None None] Pushing event updated for resources: {'Port': ['ID=864964e5-2c7e-401d-9917-6565141c4bbc,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:21.616133 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Attempting to bind port 864964e5-2c7e-401d-9917-6565141c4bbc on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:04:21.616133 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Attempting to bind port 864964e5-2c7e-401d-9917-6565141c4bbc by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:04:21.616133 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Attempting to bind port 864964e5-2c7e-401d-9917-6565141c4bbc on network 53f35eb8-e794-4bfb-bb49-572192a02f8d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:04:21.618776 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:04:21.619719 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Checking segment: {'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:04:21.620280 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:21.620679 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Bound using segment: {'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:04:21.621170 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Bound port: 864964e5-2c7e-401d-9917-6565141c4bbc, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:04:21.621570 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:21.759636 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] For port 864964e5-2c7e-401d-9917-6565141c4bbc, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:04:21.766385 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] For port 864964e5-2c7e-401d-9917-6565141c4bbc, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=864964e5-2c7e-401d-9917-6565141c4bbc,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:04:21.812582 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:21.917828 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:21.942887 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:21.943612 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:04:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:22.119960 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d6823-718b-4cee-82de-582e6d1ec5bc None None] Pushing event updated for resources: {'Port': ['ID=864964e5-2c7e-401d-9917-6565141c4bbc,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:22.174502 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-52f765c5-0747-4f35-b55b-a9ee4982e12d tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:22.183313 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:22.186448 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-52f765c5-0747-4f35-b55b-a9ee4982e12d tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.48 "GET /v2.0/networks?id=33290427-507e-4985-8a57-85d08fed9045 HTTP/1.1" status: 200 len: 817 time: 0.3047638 Sep 09 21:04:22.387131 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-bc44eb03-60d8-46e8-96c3-aae70be379fb tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09f9fa611eb841048d8fa840fed2f21e HTTP/1.1" status: 200 len: 379 time: 0.1885626 Sep 09 21:04:22.393089 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-86a291d7-c428-4de8-a0c3-d13319e27751 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--742035476&fields=id&tenant_id=fa8238da135c4e78a001cb13cbc49ca3 HTTP/1.1" status: 200 len: 267 time: 0.2050550 Sep 09 21:04:22.405045 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-0b7d2038-7be6-486e-a6aa-c5114580ebfc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Request body: {'port': {'device_id': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'admin_state_up': True, 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'security_groups': ['ffd77836-a162-444c-aa29-070bc8ce9762']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:22.582843 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988673'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:22.748414 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:21Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:22.765199 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 864964e5-2c7e-401d-9917-6565141c4bbc up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:04:22.790067 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21b4a3-8673-45bd-bfc9-fdfceb4426f6 None None] The sync data for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi is: [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:21Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:04:22.806355 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-222ad7dc-69a1-497a-9286-7ba516118046 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:22.809304 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-222ad7dc-69a1-497a-9286-7ba516118046 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/networks?id=0589e727-21ba-4369-8a94-a4059fa739a6 HTTP/1.1" status: 200 len: 809 time: 0.3937111 Sep 09 21:04:22.865550 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 864964e5-2c7e-401d-9917-6565141c4bbc completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:04:22.874146 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 864964e5-2c7e-401d-9917-6565141c4bbc triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:22.874614 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:22.881348 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bfea93a9-7b6a-4dc9-88f0-fb5d9fd753d3 req-901cf1dc-e695-4793-bfa1-f01d334caec0 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 210 time: 0.7496054 Sep 09 21:04:22.901294 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-2b10fc95-78e7-4c69-9086-a84da97465db tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/quotas/fa8238da135c4e78a001cb13cbc49ca3 HTTP/1.1" status: 200 len: 375 time: 0.0717239 Sep 09 21:04:22.909219 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Router bd05cf6c-acc2-45ee-a0ea-7b8b9388b739 is scheduled to L3 agent c730623a-2d90-413c-85cd-c5eb583040aa with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:04:23.029909 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-0b7d2038-7be6-486e-a6aa-c5114580ebfc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Made reservation on behalf of 09f9fa611eb841048d8fa840fed2f21e for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:04:23.038561 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-0b7d2038-7be6-486e-a6aa-c5114580ebfc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:23.080473 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:23.123960 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b83b64-c50a-4c37-aaec-ed613f7de9f9 None None] Network 4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:04:23.125906 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-813ac80f-e0b1-4cdd-a6c6-9028a37d3366 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa8238da135c4e78a001cb13cbc49ca3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2031286 Sep 09 21:04:23.158924 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:04:23.181178 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Sync routers for ids ['bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:04:23.181505 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:23.183323 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-9ff0ba07-5a60-4313-9e2b-132db849f935 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7305973 Sep 09 21:04:23.187989 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51716) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:23.193869 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port 864964e5-2c7e-401d-9917-6565141c4bbc, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=864964e5-2c7e-401d-9917-6565141c4bbc,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:04:23.216971 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:23.218236 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 6256a25b-d5ea-4a58-ae1f-ddd168e83164 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:04:23.356663 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Routers {'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:23.357683 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:04:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:23.466681 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-53642665-82d8-4fa9-9f07-06e17e9d9e7b None None] Provisioning for port 6256a25b-d5ea-4a58-ae1f-ddd168e83164 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:04:23.507333 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-0b7d2038-7be6-486e-a6aa-c5114580ebfc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Allocated IP 172.20.0.7 (33290427-507e-4985-8a57-85d08fed9045/4c27648d-8c41-4fee-ab75-caf24243b35e/7dff4411-267e-416e-8cdf-b02b6c722ef2) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:04:23.533134 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-3701f2f7-1e2c-42c5-824b-258f2457aa7c service neutron] 10.222.0.13 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869238 Sep 09 21:04:23.818973 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-efdeb552-9d9a-4f43-b145-05d34a309b8a service neutron] 10.222.0.13 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641435 Sep 09 21:04:23.829382 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=864964e5-2c7e-401d-9917-6565141c4bbc,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:23.834693 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Set router bd05cf6c-acc2-45ee-a0ea-7b8b9388b739 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:23.886373 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-0b7d2038-7be6-486e-a6aa-c5114580ebfc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:23.932073 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-0b7d2038-7be6-486e-a6aa-c5114580ebfc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Transition to ACTIVE for port object 7dff4411-267e-416e-8cdf-b02b6c722ef2 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:04:24.062330 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-0b7d2038-7be6-486e-a6aa-c5114580ebfc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:24.174956 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:24.190372 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-0b7d2038-7be6-486e-a6aa-c5114580ebfc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Network 33290427-507e-4985-8a57-85d08fed9045 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:04:24.195027 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-0b7d2038-7be6-486e-a6aa-c5114580ebfc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:04:24.210734 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-0b7d2038-7be6-486e-a6aa-c5114580ebfc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:04:24.217939 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 6256a25b-d5ea-4a58-ae1f-ddd168e83164 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:04:24.264143 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 6256a25b-d5ea-4a58-ae1f-ddd168e83164 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:24.264772 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:24.321143 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d2038-7be6-486e-a6aa-c5114580ebfc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event updated for resources: {'Port': ['ID=7dff4411-267e-416e-8cdf-b02b6c722ef2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:24.372082 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0c3ab-993f-48b3-b46d-73be9425d979 req-be2e1ea3-32f6-48d0-9d08-a7f82af3a9c5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:24.374015 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-46f0c3ab-993f-48b3-b46d-73be9425d979 req-be2e1ea3-32f6-48d0-9d08-a7f82af3a9c5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 931 time: 0.2951133 Sep 09 21:04:24.386521 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-90dcc259-ce25-4b9f-8c5a-c121fa15cdbd req-0cf0d952-fca1-4735-8652-34c0ff84d7e8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 210 time: 0.0804954 Sep 09 21:04:24.452091 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-0b7d2038-7be6-486e-a6aa-c5114580ebfc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:24.453045 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-0b7d2038-7be6-486e-a6aa-c5114580ebfc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:24.504478 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-46f0c3ab-993f-48b3-b46d-73be9425d979 req-d672b730-195b-42a8-934a-f654bff8f717 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902925 Sep 09 21:04:24.522561 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:24.539237 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-0b7d2038-7be6-486e-a6aa-c5114580ebfc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1389699 Sep 09 21:04:24.556510 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Request body: {'port': {'device_id': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:24.570960 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Allocated IP 172.20.0.1 (4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff/8fd6b330-8021-4be2-846e-633787beb08d/d9135244-6cd2-4e52-97b2-8f535eae940f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:04:24.627649 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port 6256a25b-d5ea-4a58-ae1f-ddd168e83164, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=6256a25b-d5ea-4a58-ae1f-ddd168e83164,segment=NetworkSegment(e37c4650-1ade-4e29-a4c4-a49e711a7877),segment_id=e37c4650-1ade-4e29-a4c4-a49e711a7877)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:04:24.642766 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:24.685489 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:24.742573 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'name': 'tempest-TestVolumeBootPattern-1580457462-router', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:19Z', 'updated_at': '2021-09-09T21:04:21Z', 'revision_number': 3, 'project_id': '1bf77f1da0c045d88f44ac8e55574601', 'gw_port': {'id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:20Z', 'updated_at': '2021-09-09T21:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:24.788878 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Checking router: bd05cf6c-acc2-45ee-a0ea-7b8b9388b739 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:04:24.789519 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Updating router bd05cf6c-acc2-45ee-a0ea-7b8b9388b739 port d9473644-097f-4a6f-8f42-2f6ec8e43ac2 binding host dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:04:24.862792 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=6256a25b-d5ea-4a58-ae1f-ddd168e83164,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:24.871360 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 864964e5-2c7e-401d-9917-6565141c4bbc up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:04:24.914638 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:24.921809 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:24.965254 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Transition to ACTIVE for port object d9135244-6cd2-4e52-97b2-8f535eae940f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:04:25.046676 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:25.110017 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Network 4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:04:25.115784 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:04:25.121326 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:04:25.160506 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Pushing event updated for resources: {'Port': ['ID=d9135244-6cd2-4e52-97b2-8f535eae940f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:25.198943 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-2b6e20b0-f4b2-4fcc-a2ec-d2d9b7a9703a None None] Provisioning for port 7dff4411-267e-416e-8cdf-b02b6c722ef2 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:04:25.213349 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1988752'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:25.227591 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-2b6e20b0-f4b2-4fcc-a2ec-d2d9b7a9703a None None] Provisioning complete for port 7dff4411-267e-416e-8cdf-b02b6c722ef2 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:25.228219 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2b6e20b0-f4b2-4fcc-a2ec-d2d9b7a9703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:25.337342 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 864964e5-2c7e-401d-9917-6565141c4bbc triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:25.338104 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:25.352016 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51742) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:25.431888 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e20b0-f4b2-4fcc-a2ec-d2d9b7a9703a None None] Port 7dff4411-267e-416e-8cdf-b02b6c722ef2 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:04:25.502673 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:25.651967 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-7d95da84-6085-4049-b5b0-8cac6b0c9d36 None None] Provisioning complete for port 6256a25b-d5ea-4a58-ae1f-ddd168e83164 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:25.652442 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d95da84-6085-4049-b5b0-8cac6b0c9d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:25.695989 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d59f-6321-4a8f-b059-676b976a4765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:25.714618 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-46fe763e-0d12-483a-ad40-99843dcca93c req-66a2d48c-79d0-45cf-99f3-e7de166b3451 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 210 time: 0.1239793 Sep 09 21:04:25.756163 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dff4411-267e-416e-8cdf-b02b6c722ef2 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:04:25.768074 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:25.795677 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba1be8-7abd-4159-8206-2af16dc8b3eb req-3841eaa1-f077-4a70-acc0-dd09e7bbb73f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:25.800400 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b7ba1be8-7abd-4159-8206-2af16dc8b3eb req-3841eaa1-f077-4a70-acc0-dd09e7bbb73f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 931 time: 0.1489949 Sep 09 21:04:25.802294 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Transition to ACTIVE for port object 7dff4411-267e-416e-8cdf-b02b6c722ef2 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:04:25.815400 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:25.914450 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b7ba1be8-7abd-4159-8206-2af16dc8b3eb req-db9ffb9f-f386-41c3-a116-26b9c655f42b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096282 Sep 09 21:04:25.931568 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:25.945063 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Pushing event updated for resources: {'Port': ['ID=7dff4411-267e-416e-8cdf-b02b6c722ef2,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:25.959773 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13123055'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:26.000551 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d59f-6321-4a8f-b059-676b976a4765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:26.033296 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d59f-6321-4a8f-b059-676b976a4765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:26.040436 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:26.049677 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Attempting to bind port 7dff4411-267e-416e-8cdf-b02b6c722ef2 on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:04:26.049967 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Attempting to bind port 7dff4411-267e-416e-8cdf-b02b6c722ef2 by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:04:26.050243 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Attempting to bind port 7dff4411-267e-416e-8cdf-b02b6c722ef2 on network 33290427-507e-4985-8a57-85d08fed9045 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:04:26.056085 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Port 7dff4411-267e-416e-8cdf-b02b6c722ef2 on network 33290427-507e-4985-8a57-85d08fed9045 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:04:26.056651 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Attempting to bind port 7dff4411-267e-416e-8cdf-b02b6c722ef2 on network 33290427-507e-4985-8a57-85d08fed9045 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:04:26.060326 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Transition to ACTIVE for port object d9473644-097f-4a6f-8f42-2f6ec8e43ac2 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:04:26.064697 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:04:26.065057 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Checking segment: {'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:04:26.065509 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Bound using segment: {'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:04:26.066437 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Bound port: 7dff4411-267e-416e-8cdf-b02b6c722ef2, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '33290427-507e-4985-8a57-85d08fed9045'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:04:26.066437 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:26.071645 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:26.088427 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1987840'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:26.143128 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Pushing event updated for resources: {'Port': ['ID=d9135244-6cd2-4e52-97b2-8f535eae940f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:26.202075 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Attempting to bind port d9473644-097f-4a6f-8f42-2f6ec8e43ac2 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:04:26.202376 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Attempting to bind port d9473644-097f-4a6f-8f42-2f6ec8e43ac2 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:04:26.202666 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Attempting to bind port d9473644-097f-4a6f-8f42-2f6ec8e43ac2 on network e020cc29-81be-4516-9ef0-31c1421244e6 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:04:26.203423 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-5bd2d59f-6321-4a8f-b059-676b976a4765 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=139f792450e24415874c5337a75b0898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8496823 Sep 09 21:04:26.204496 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2d59f-6321-4a8f-b059-676b976a4765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f244c9c-da8f-4caf-a987-3c489eba6017,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:26.219125 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:04:26.219553 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Checking segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:04:26.219965 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:26.220394 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Bound using segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:04:26.220886 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Bound port: d9473644-097f-4a6f-8f42-2f6ec8e43ac2, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:04:26.221275 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:26.226615 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51752) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:26.279064 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] For port 7dff4411-267e-416e-8cdf-b02b6c722ef2, host hv-cinder-80508, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:04:26.284263 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] For port 7dff4411-267e-416e-8cdf-b02b6c722ef2, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:04:26.292726 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:26.295924 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] For port d9473644-097f-4a6f-8f42-2f6ec8e43ac2, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:04:26.300886 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] For port d9473644-097f-4a6f-8f42-2f6ec8e43ac2, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=d9473644-097f-4a6f-8f42-2f6ec8e43ac2,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:04:26.302306 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13eb4f-dc31-4d20-b611-2448cf92a72f None None] Pushing event updated for resources: {'Port': ['ID=d9473644-097f-4a6f-8f42-2f6ec8e43ac2,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:26.307574 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:26.367862 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:26.368614 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:26.370479 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] 10.222.0.48 "PUT /v2.0/ports/7dff4411-267e-416e-8cdf-b02b6c722ef2 HTTP/1.1" status: 200 len: 1093 time: 1.8225110 Sep 09 21:04:26.371032 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'tag': '7dff4411-267e-416e-8cdf-b02b6c722ef2'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:04:26.374097 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb045a4a-cfaf-4f0f-83d0-51ab3292df3b" -d '{"events": [{"name": "network-changed", "server_uuid": "68a489c4-1318-4d08-8a5c-57288e0cca49", "tag": "7dff4411-267e-416e-8cdf-b02b6c722ef2"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:04:26.416172 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Routers {'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:26.416694 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:04:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:26.420033 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf75eca-ce87-4b10-b8dc-0ca9c319724a service neutron] Pushing event updated for resources: {'Port': ['ID=7dff4411-267e-416e-8cdf-b02b6c722ef2,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:26.484930 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4758452c-084f-4360-987d-8f46d64da791 x-openstack-request-id: req-4758452c-084f-4360-987d-8f46d64da791 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:04:26.485236 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a489c4-1318-4d08-8a5c-57288e0cca49", "tag": "7dff4411-267e-416e-8cdf-b02b6c722ef2", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:04:26.485496 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4758452c-084f-4360-987d-8f46d64da791 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:04:26.486447 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'tag': '7dff4411-267e-416e-8cdf-b02b6c722ef2', 'status': 'completed', 'code': 200} Sep 09 21:04:26.496677 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-931ba444-7d1d-456c-aa26-22be5287dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:26.498253 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-931ba444-7d1d-456c-aa26-22be5287dd7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09f9fa611eb841048d8fa840fed2f21e&device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 1096 time: 0.0738561 Sep 09 21:04:26.560894 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] Set router bd05cf6c-acc2-45ee-a0ea-7b8b9388b739 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:26.589545 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-7f20eb43-894e-4995-ab80-69af5d60cd65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2 HTTP/1.1" status: 200 len: 217 time: 0.0822513 Sep 09 21:04:26.652995 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-68470431-40e9-4f71-9dee-059753a4b06d None None] Provisioning for port d9135244-6cd2-4e52-97b2-8f535eae940f completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:04:26.657247 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13eb4f-dc31-4d20-b611-2448cf92a72f None None] Pushing event updated for resources: {'Port': ['ID=d9473644-097f-4a6f-8f42-2f6ec8e43ac2,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:26.689254 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-68470431-40e9-4f71-9dee-059753a4b06d None None] Provisioning complete for port d9135244-6cd2-4e52-97b2-8f535eae940f triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:26.689575 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-68470431-40e9-4f71-9dee-059753a4b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:26.707731 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-9890ca6a-5693-4441-99b4-746cc5d8bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:26.709465 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-9890ca6a-5693-4441-99b4-746cc5d8bbe2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c27648d-8c41-4fee-ab75-caf24243b35e HTTP/1.1" status: 200 len: 856 time: 0.1117280 Sep 09 21:04:26.796794 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-a9a517ef-e54c-4931-a1d7-be347353434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:26.800813 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-a9a517ef-e54c-4931-a1d7-be347353434f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33290427-507e-4985-8a57-85d08fed9045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804858 Sep 09 21:04:26.807899 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-af763b36-f8ef-46d9-a8cb-9b5703478ffc tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:26.810106 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-af763b36-f8ef-46d9-a8cb-9b5703478ffc tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.48 "GET /v2.0/networks?id=0589e727-21ba-4369-8a94-a4059fa739a6 HTTP/1.1" status: 200 len: 809 time: 0.7719743 Sep 09 21:04:26.825981 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 6256a25b-d5ea-4a58-ae1f-ddd168e83164 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:04:26.829060 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-68470431-40e9-4f71-9dee-059753a4b06d None None] Port d9135244-6cd2-4e52-97b2-8f535eae940f cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:04:26.915848 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46b529c1-a09f-4739-a0da-ef8233831bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:26.947556 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7202a7a8-762a-4dc4-994e-67a1b451dcf4 req-ee10c306-e04a-44c1-940d-fb1654b79493 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 210 time: 0.0899146 Sep 09 21:04:26.952268 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 6256a25b-d5ea-4a58-ae1f-ddd168e83164 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:26.952902 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:26.964276 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Network 4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:04:26.983428 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-1e6e1e74-61a2-4d83-84f0-188d2e80da1c tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa8238da135c4e78a001cb13cbc49ca3 HTTP/1.1" status: 200 len: 379 time: 0.1131501 Sep 09 21:04:26.983428 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46b529c1-a09f-4739-a0da-ef8233831bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:26.984719 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-6a5b1814-a3c0-498b-901c-0ea666dbb75f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Request body: {'port': {'device_id': '288da114-4c48-453c-bb60-f66c3905f179', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'admin_state_up': True, 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'security_groups': ['b2744ad8-76b6-4172-a249-3b0e645a3d91']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:26.988964 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:04:27.015452 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-e55d08ac-c572-42cf-9873-2b975f8d059f service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054083 Sep 09 21:04:27.076432 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'name': 'tempest-TestVolumeBootPattern-1580457462-router', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:19Z', 'updated_at': '2021-09-09T21:04:25Z', 'revision_number': 4, 'project_id': '1bf77f1da0c045d88f44ac8e55574601', 'gw_port': {'id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:20Z', 'updated_at': '2021-09-09T21:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'd9135244-6cd2-4e52-97b2-8f535eae940f', 'name': '', 'network_id': '4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'mac_address': 'fa:16:3e:0f:b1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8fd6b330-8021-4be2-846e-633787beb08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:24Z', 'updated_at': '2021-09-09T21:04:25Z', 'revision_number': 2, 'project_id': '1bf77f1da0c045d88f44ac8e55574601', 'subnets': [{'id': '8fd6b330-8021-4be2-846e-633787beb08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:27.132590 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dec929-3e0e-4be5-8437-4b151bb7d0be None None] The sync data for ids ['bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'] in dv-cinder-805083-2-iscsi is: [{'id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'name': 'tempest-TestVolumeBootPattern-1580457462-router', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:19Z', 'updated_at': '2021-09-09T21:04:25Z', 'revision_number': 4, 'project_id': '1bf77f1da0c045d88f44ac8e55574601', 'gw_port': {'id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:20Z', 'updated_at': '2021-09-09T21:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'd9135244-6cd2-4e52-97b2-8f535eae940f', 'name': '', 'network_id': '4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'mac_address': 'fa:16:3e:0f:b1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8fd6b330-8021-4be2-846e-633787beb08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:24Z', 'updated_at': '2021-09-09T21:04:25Z', 'revision_number': 2, 'project_id': '1bf77f1da0c045d88f44ac8e55574601', 'subnets': [{'id': '8fd6b330-8021-4be2-846e-633787beb08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:04:27.212418 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d9b9b-710e-4666-a2a9-1e76190f1576 req-b8ab0be0-c613-4673-a3c2-4b99b9189db5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:27.221727 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-174d9b9b-710e-4666-a2a9-1e76190f1576 req-b8ab0be0-c613-4673-a3c2-4b99b9189db5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.1625965 Sep 09 21:04:27.251136 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c45c2bd0-23e2-4de6-986c-4482350c32cb req-17e6856f-0aa6-4468-b3a9-f7b1ec6fccad service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284384 Sep 09 21:04:27.302955 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-174d9b9b-710e-4666-a2a9-1e76190f1576 req-7ae8c341-52cf-4da3-a437-5f2db716359b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800669 Sep 09 21:04:27.384084 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46b529c1-a09f-4739-a0da-ef8233831bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:27.390560 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46b529c1-a09f-4739-a0da-ef8233831bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:27.392402 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-46b529c1-a09f-4739-a0da-ef8233831bbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f244c9c-da8f-4caf-a987-3c489eba6017 HTTP/1.1" status: 204 len: 168 time: 1.1628745 Sep 09 21:04:27.396523 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb045a4a-cfaf-4f0f-83d0-51ab3292df3b req-8c92ebbb-ba69-4459-a913-85f579d93423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:27.399120 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eb045a4a-cfaf-4f0f-83d0-51ab3292df3b req-8c92ebbb-ba69-4459-a913-85f579d93423 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09f9fa611eb841048d8fa840fed2f21e&device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 1096 time: 0.0793452 Sep 09 21:04:27.401172 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-6650fa26-e897-4ca3-a0f1-1a65070df1f6 None None] Provisioning complete for port d9135244-6cd2-4e52-97b2-8f535eae940f triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:27.402669 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6650fa26-e897-4ca3-a0f1-1a65070df1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:27.425112 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b529c1-a09f-4739-a0da-ef8233831bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f244c9c-da8f-4caf-a987-3c489eba6017,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:27.462234 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Router bd05cf6c-acc2-45ee-a0ea-7b8b9388b739 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:04:27.482524 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-6a5b1814-a3c0-498b-901c-0ea666dbb75f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Made reservation on behalf of fa8238da135c4e78a001cb13cbc49ca3 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:04:27.494221 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-6650fa26-e897-4ca3-a0f1-1a65070df1f6 None None] Port d9135244-6cd2-4e52-97b2-8f535eae940f cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:04:27.495375 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-6a5b1814-a3c0-498b-901c-0ea666dbb75f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:27.649123 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb045a4a-cfaf-4f0f-83d0-51ab3292df3b req-4784791f-3d55-4dfb-9732-cbd59e54fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:27.651194 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eb045a4a-cfaf-4f0f-83d0-51ab3292df3b req-4784791f-3d55-4dfb-9732-cbd59e54fbc5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33290427-507e-4985-8a57-85d08fed9045 HTTP/1.1" status: 200 len: 918 time: 0.2432458 Sep 09 21:04:27.705706 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eb045a4a-cfaf-4f0f-83d0-51ab3292df3b req-a46b13ca-f51c-40e5-be9c-e032275962eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2 HTTP/1.1" status: 200 len: 217 time: 0.0462894 Sep 09 21:04:27.817210 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb045a4a-cfaf-4f0f-83d0-51ab3292df3b req-67c627b1-4e40-481e-85e9-532c0c1fb22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:27.820354 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eb045a4a-cfaf-4f0f-83d0-51ab3292df3b req-67c627b1-4e40-481e-85e9-532c0c1fb22b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c27648d-8c41-4fee-ab75-caf24243b35e HTTP/1.1" status: 200 len: 856 time: 0.1071079 Sep 09 21:04:27.884122 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb045a4a-cfaf-4f0f-83d0-51ab3292df3b req-68afcf58-89bf-46a3-8d3e-e9aeac691761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:27.887648 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eb045a4a-cfaf-4f0f-83d0-51ab3292df3b req-68afcf58-89bf-46a3-8d3e-e9aeac691761 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33290427-507e-4985-8a57-85d08fed9045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572753 Sep 09 21:04:27.919404 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:04:27.948567 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-8703b119-ab4a-4fab-9397-1bbb1eb17194 admin admin] 10.222.0.13 "PUT /v2.0/routers/bd05cf6c-acc2-45ee-a0ea-7b8b9388b739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7581341 Sep 09 21:04:27.982982 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-6a5b1814-a3c0-498b-901c-0ea666dbb75f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Allocated IP 172.20.0.4 (0589e727-21ba-4369-8a94-a4059fa739a6/f4e83015-b55d-4cac-b7a1-07db3c25a799/b454002f-b2d2-4d2c-aa79-618133eca7a4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:04:28.121458 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eb045a4a-cfaf-4f0f-83d0-51ab3292df3b req-79da55fe-28c1-4e4a-be1d-74defeb014a8 service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238550 Sep 09 21:04:28.311957 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-099c9b2d-3899-4502-9e81-510f7b97c152 req-ce4f3a8d-e1af-4c18-b00b-9801268c866b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 210 time: 0.1207869 Sep 09 21:04:28.393268 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eb045a4a-cfaf-4f0f-83d0-51ab3292df3b req-8e442668-e5d2-44e5-acd4-1cd0230b0abc service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630510 Sep 09 21:04:28.397723 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-6a5b1814-a3c0-498b-901c-0ea666dbb75f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:28.443451 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-6a5b1814-a3c0-498b-901c-0ea666dbb75f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Transition to ACTIVE for port object b454002f-b2d2-4d2c-aa79-618133eca7a4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:04:28.508787 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-6a5b1814-a3c0-498b-901c-0ea666dbb75f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:28.554580 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2522337-e6f8-4374-bb80-4c6a19041704 req-e0fab5dc-5e42-4388-8a0e-f23f95f61666 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:28.557371 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b2522337-e6f8-4374-bb80-4c6a19041704 req-e0fab5dc-5e42-4388-8a0e-f23f95f61666 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.0786035 Sep 09 21:04:28.562176 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-6a5b1814-a3c0-498b-901c-0ea666dbb75f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Network 0589e727-21ba-4369-8a94-a4059fa739a6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:04:28.566962 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-6a5b1814-a3c0-498b-901c-0ea666dbb75f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:04:28.591330 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-6a5b1814-a3c0-498b-901c-0ea666dbb75f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:04:28.647657 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b2522337-e6f8-4374-bb80-4c6a19041704 req-0dd81555-f652-4f88-ac9f-68e656d269ed tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719852 Sep 09 21:04:28.664285 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-6a5b1814-a3c0-498b-901c-0ea666dbb75f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:28.664985 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-6a5b1814-a3c0-498b-901c-0ea666dbb75f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:28.718006 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-6a5b1814-a3c0-498b-901c-0ea666dbb75f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7373745 Sep 09 21:04:28.718690 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b1814-a3c0-498b-901c-0ea666dbb75f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event updated for resources: {'Port': ['ID=b454002f-b2d2-4d2c-aa79-618133eca7a4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:28.756178 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Request body: {'port': {'device_id': '288da114-4c48-453c-bb60-f66c3905f179', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:28.860553 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device d9473644-097f-4a6f-8f42-2f6ec8e43ac2 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:04:28.896836 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:28.967177 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port d9473644-097f-4a6f-8f42-2f6ec8e43ac2 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:04:28.973677 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port d9473644-097f-4a6f-8f42-2f6ec8e43ac2 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:28.975807 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:29.089804 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-2ac243a9-5025-42a2-9539-a654d69851a7 None None] Provisioning for port b454002f-b2d2-4d2c-aa79-618133eca7a4 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:04:29.100421 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-2ac243a9-5025-42a2-9539-a654d69851a7 None None] Provisioning complete for port b454002f-b2d2-4d2c-aa79-618133eca7a4 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:29.101393 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2ac243a9-5025-42a2-9539-a654d69851a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:29.242953 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2ac243a9-5025-42a2-9539-a654d69851a7 None None] Port b454002f-b2d2-4d2c-aa79-618133eca7a4 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:04:29.254250 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:29.303487 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port d9473644-097f-4a6f-8f42-2f6ec8e43ac2, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=d9473644-097f-4a6f-8f42-2f6ec8e43ac2,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:04:29.313221 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:29.344141 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51800) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:29.349694 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1580452421', 'description': 'tempest-secgroup-smoke-1580452421 description', 'project_id': '43e9252ab3b54e1d80dc4020801940cf'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:29.416162 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:29.460393 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=d9473644-097f-4a6f-8f42-2f6ec8e43ac2,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:29.477034 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b454002f-b2d2-4d2c-aa79-618133eca7a4 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:04:29.492498 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:29.518084 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Transition to ACTIVE for port object b454002f-b2d2-4d2c-aa79-618133eca7a4 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:04:29.527899 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f6f69-b286-45cb-9a59-544d6905b22d req-8d1883e7-6ba1-4a0e-8911-293ce5cefaa9 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:29.529039 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13123055'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:29.530552 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e98f6f69-b286-45cb-9a59-544d6905b22d req-8d1883e7-6ba1-4a0e-8911-293ce5cefaa9 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 931 time: 0.0977304 Sep 09 21:04:29.618713 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e98f6f69-b286-45cb-9a59-544d6905b22d req-aa7959f7-a71d-4a66-98df-5d5173454e28 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2744ad8-76b6-4172-a249-3b0e645a3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763206 Sep 09 21:04:29.679140 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Pushing event updated for resources: {'Port': ['ID=b454002f-b2d2-4d2c-aa79-618133eca7a4,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:29.683170 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:29.689155 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:29.712751 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:29.717650 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3718486 Sep 09 21:04:29.718770 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51806) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:29.726434 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-29d1d82a-6fe1-411f-9cba-0c7dc31f8807 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Request body: {'security_group_rule': {'security_group_id': 'a2f3dbd8-3cdf-40cb-ab8c-17e280e67361', 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:29.785976 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29d1d82a-6fe1-411f-9cba-0c7dc31f8807 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:29.808514 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:29.851857 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Attempting to bind port b454002f-b2d2-4d2c-aa79-618133eca7a4 on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:04:29.852377 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Attempting to bind port b454002f-b2d2-4d2c-aa79-618133eca7a4 by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:04:29.853105 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Attempting to bind port b454002f-b2d2-4d2c-aa79-618133eca7a4 on network 0589e727-21ba-4369-8a94-a4059fa739a6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:04:29.854449 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:29.854801 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:29.855176 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:29.857026 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:29.857375 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:29.857713 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:29.858092 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:29.858513 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:29.858839 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:29.860547 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:29.861069 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:29.861406 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4fe2a7-184b-48eb-a29d-36c78cef9a96 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:04:29.864228 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Port b454002f-b2d2-4d2c-aa79-618133eca7a4 on network 0589e727-21ba-4369-8a94-a4059fa739a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:04:29.865825 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Attempting to bind port b454002f-b2d2-4d2c-aa79-618133eca7a4 on network 0589e727-21ba-4369-8a94-a4059fa739a6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:04:29.878613 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:04:29.879159 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Checking segment: {'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:04:29.879968 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Bound using segment: {'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:04:29.880991 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Bound port: b454002f-b2d2-4d2c-aa79-618133eca7a4, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442d6dd1-6562-48d4-9a35-a1aa10376388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:04:29.882140 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:29.905417 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29d1d82a-6fe1-411f-9cba-0c7dc31f8807 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:29.950250 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29d1d82a-6fe1-411f-9cba-0c7dc31f8807 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:29.988308 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] For port b454002f-b2d2-4d2c-aa79-618133eca7a4, host hv-cinder-80508, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:04:29.994296 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] For port b454002f-b2d2-4d2c-aa79-618133eca7a4, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=b454002f-b2d2-4d2c-aa79-618133eca7a4,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:04:30.001395 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13123055'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.006488 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1d82a-6fe1-411f-9cba-0c7dc31f8807 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd888f3b-925a-45b2-ae53-89510e2d4ee5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:30.020448 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29d1d82a-6fe1-411f-9cba-0c7dc31f8807 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.022541 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-29d1d82a-6fe1-411f-9cba-0c7dc31f8807 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3001947 Sep 09 21:04:30.026670 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51812) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:30.041817 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef365f-0d0e-4e42-aaf5-6d8b70874ecc req-7812ab83-874a-45de-a130-9f0bc8700b68 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:30.044595 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-deef365f-0d0e-4e42-aaf5-6d8b70874ecc req-7812ab83-874a-45de-a130-9f0bc8700b68 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.1429369 Sep 09 21:04:30.052465 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ddc85fe1-93f9-44ef-a216-e41891883adb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Request body: {'security_group_rule': {'security_group_id': 'a2f3dbd8-3cdf-40cb-ab8c-17e280e67361', 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:30.062732 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:30.064462 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.067142 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] 10.222.0.48 "PUT /v2.0/ports/b454002f-b2d2-4d2c-aa79-618133eca7a4 HTTP/1.1" status: 200 len: 1093 time: 1.3359270 Sep 09 21:04:30.067722 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288da114-4c48-453c-bb60-f66c3905f179', 'tag': 'b454002f-b2d2-4d2c-aa79-618133eca7a4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:04:30.071998 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474eaf3bb652fec2f19919b2ceae808cc34db3da34c22d7391db7ed2cca7a9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c880d746-994a-4535-bfe2-ce1e56801ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "288da114-4c48-453c-bb60-f66c3905f179", "tag": "b454002f-b2d2-4d2c-aa79-618133eca7a4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:04:30.125011 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39658f-19f8-4519-a545-213fc6a46d5b service neutron] Pushing event updated for resources: {'Port': ['ID=b454002f-b2d2-4d2c-aa79-618133eca7a4,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:30.166367 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddc85fe1-93f9-44ef-a216-e41891883adb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.194003 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae291107-b1ce-41e0-b566-b22d00f9514f x-openstack-request-id: req-ae291107-b1ce-41e0-b566-b22d00f9514f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:04:30.194828 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288da114-4c48-453c-bb60-f66c3905f179", "tag": "b454002f-b2d2-4d2c-aa79-618133eca7a4", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:04:30.195395 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae291107-b1ce-41e0-b566-b22d00f9514f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:04:30.196180 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288da114-4c48-453c-bb60-f66c3905f179', 'tag': 'b454002f-b2d2-4d2c-aa79-618133eca7a4', 'status': 'completed', 'code': 200} Sep 09 21:04:30.197642 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-deef365f-0d0e-4e42-aaf5-6d8b70874ecc req-cacc1536-70fe-4484-9051-78b174aa8c5e tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355560 Sep 09 21:04:30.224056 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-c6eda2cb-8b27-4499-927f-e4d4c4e13f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:30.225689 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-c6eda2cb-8b27-4499-927f-e4d4c4e13f07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa8238da135c4e78a001cb13cbc49ca3&device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 1096 time: 0.1030316 Sep 09 21:04:30.292830 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-8e96b46f-a679-482a-aa8b-27fcf813f4db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b454002f-b2d2-4d2c-aa79-618133eca7a4 HTTP/1.1" status: 200 len: 217 time: 0.0549939 Sep 09 21:04:30.310062 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddc85fe1-93f9-44ef-a216-e41891883adb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.316853 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddc85fe1-93f9-44ef-a216-e41891883adb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.339596 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc85fe1-93f9-44ef-a216-e41891883adb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06255732-2ece-4514-905e-44005c0f0f7c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:30.348530 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddc85fe1-93f9-44ef-a216-e41891883adb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.349659 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-ddc85fe1-93f9-44ef-a216-e41891883adb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3036978 Sep 09 21:04:30.352737 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51816) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:30.357546 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-833195b4-82b0-461b-8ebc-6dd5e975cdec tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Request body: {'security_group_rule': {'security_group_id': 'a2f3dbd8-3cdf-40cb-ab8c-17e280e67361', 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:30.382814 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-212bf0a3-db2f-4c50-82f8-2e96e5ad7e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:30.384658 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-212bf0a3-db2f-4c50-82f8-2e96e5ad7e1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4e83015-b55d-4cac-b7a1-07db3c25a799 HTTP/1.1" status: 200 len: 848 time: 0.0758648 Sep 09 21:04:30.405258 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-833195b4-82b0-461b-8ebc-6dd5e975cdec tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.455574 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-997f89c1-a54a-4aca-880c-e9d416c18fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:30.458165 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-997f89c1-a54a-4aca-880c-e9d416c18fd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0589e727-21ba-4369-8a94-a4059fa739a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650444 Sep 09 21:04:30.485217 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-833195b4-82b0-461b-8ebc-6dd5e975cdec tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.490334 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-833195b4-82b0-461b-8ebc-6dd5e975cdec tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.515709 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833195b4-82b0-461b-8ebc-6dd5e975cdec tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df36fbfc-805e-43bf-a658-b46e41995c12,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:30.546870 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-833195b4-82b0-461b-8ebc-6dd5e975cdec tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.548873 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-833195b4-82b0-461b-8ebc-6dd5e975cdec tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1948636 Sep 09 21:04:30.551658 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51818) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:30.558758 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4f313ac3-5fa4-4f15-bf02-fff135312c58 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Request body: {'security_group_rule': {'security_group_id': 'a2f3dbd8-3cdf-40cb-ab8c-17e280e67361', 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:30.599740 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f313ac3-5fa4-4f15-bf02-fff135312c58 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.603865 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-99547ead-0d5d-468d-b5c1-4ff3f92140e5 service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375976 Sep 09 21:04:30.639726 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Sync routers for ids ['bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:04:30.655934 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Routers {'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:30.657378 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:04:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:30.706252 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.725394 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f313ac3-5fa4-4f15-bf02-fff135312c58 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.733130 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f313ac3-5fa4-4f15-bf02-fff135312c58 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.775951 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f313ac3-5fa4-4f15-bf02-fff135312c58 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42080080-9a49-46b6-8304-9c6bb7a0f59c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:30.801069 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f313ac3-5fa4-4f15-bf02-fff135312c58 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.802742 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-4f313ac3-5fa4-4f15-bf02-fff135312c58 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2499108 Sep 09 21:04:30.807088 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51822) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:30.812218 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-fbffc6b0-064a-4967-b77b-d6dca8fb46b7 req-bfd2e82d-e470-4363-9f2d-1b0a23278efb service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003806 Sep 09 21:04:30.813291 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-24024da3-43ae-4552-aa89-f3837c06b320 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Request body: {'security_group_rule': {'security_group_id': 'a2f3dbd8-3cdf-40cb-ab8c-17e280e67361', 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:30.821601 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device d9473644-097f-4a6f-8f42-2f6ec8e43ac2 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:04:30.861925 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54383135-320e-422d-961c-a26039545cbf req-5ae46762-dc6b-4dc5-9070-c47825459307 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:30.864432 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-54383135-320e-422d-961c-a26039545cbf req-5ae46762-dc6b-4dc5-9070-c47825459307 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 943 time: 0.1223946 Sep 09 21:04:30.865907 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-24024da3-43ae-4552-aa89-f3837c06b320 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Project 43e9252ab3b54e1d80dc4020801940cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 21:04:30.873356 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24024da3-43ae-4552-aa89-f3837c06b320 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:30.903865 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Set router bd05cf6c-acc2-45ee-a0ea-7b8b9388b739 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:30.928270 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880d746-994a-4535-bfe2-ce1e56801ad6 req-107e5f4d-1f07-401a-884b-5edd97bd21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:30.929486 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-c880d746-994a-4535-bfe2-ce1e56801ad6 req-107e5f4d-1f07-401a-884b-5edd97bd21dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa8238da135c4e78a001cb13cbc49ca3&device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 1096 time: 0.0551660 Sep 09 21:04:30.973191 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-54383135-320e-422d-961c-a26039545cbf req-04d59928-5977-40aa-8525-1536f88be7b8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2744ad8-76b6-4172-a249-3b0e645a3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980353 Sep 09 21:04:30.981059 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 7dff4411-267e-416e-8cdf-b02b6c722ef2 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:04:31.009226 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24024da3-43ae-4552-aa89-f3837c06b320 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:31.020379 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24024da3-43ae-4552-aa89-f3837c06b320 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:31.036957 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port d9473644-097f-4a6f-8f42-2f6ec8e43ac2 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:31.037594 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:31.073907 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24024da3-43ae-4552-aa89-f3837c06b320 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392eb0a9-2916-4758-a4f7-dbf9d05bf436,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:31.081354 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24024da3-43ae-4552-aa89-f3837c06b320 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:31.084812 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-24024da3-43ae-4552-aa89-f3837c06b320 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2751586 Sep 09 21:04:31.088157 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51830) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:31.111465 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880d746-994a-4535-bfe2-ce1e56801ad6 req-2cceafa3-7f03-43c1-b711-91f5940427d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:31.112428 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1fe2b955-25ee-44bc-88da-056d9bbe9e33 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Request body: {'security_group_rule': {'security_group_id': 'a2f3dbd8-3cdf-40cb-ab8c-17e280e67361', 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:31.113931 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-c880d746-994a-4535-bfe2-ce1e56801ad6 req-2cceafa3-7f03-43c1-b711-91f5940427d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0589e727-21ba-4369-8a94-a4059fa739a6 HTTP/1.1" status: 200 len: 910 time: 0.1770074 Sep 09 21:04:31.156444 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-1fe2b955-25ee-44bc-88da-056d9bbe9e33 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Project 43e9252ab3b54e1d80dc4020801940cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 21:04:31.175948 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-c880d746-994a-4535-bfe2-ce1e56801ad6 req-ae87a3e8-787b-4baf-9099-867cf2b6bdfa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b454002f-b2d2-4d2c-aa79-618133eca7a4 HTTP/1.1" status: 200 len: 217 time: 0.0522964 Sep 09 21:04:31.184841 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b955-25ee-44bc-88da-056d9bbe9e33 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:31.205239 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:04:31.343059 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b955-25ee-44bc-88da-056d9bbe9e33 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:31.347215 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 7dff4411-267e-416e-8cdf-b02b6c722ef2, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:04:31.350944 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b955-25ee-44bc-88da-056d9bbe9e33 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:31.357008 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880d746-994a-4535-bfe2-ce1e56801ad6 req-e1af50cc-efba-4790-a88c-4c079bea8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:31.361747 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-c880d746-994a-4535-bfe2-ce1e56801ad6 req-e1af50cc-efba-4790-a88c-4c079bea8277 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4e83015-b55d-4cac-b7a1-07db3c25a799 HTTP/1.1" status: 200 len: 848 time: 0.1653688 Sep 09 21:04:31.383700 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': '7dff4411-267e-416e-8cdf-b02b6c722ef2', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'port_id': '7dff4411-267e-416e-8cdf-b02b6c722ef2', 'mac_address': 'fa:16:3e:da:b0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:04:31.451365 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2b955-25ee-44bc-88da-056d9bbe9e33 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678d9ae2-7d48-49f6-83c0-7f3914bbae8c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:31.477526 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b955-25ee-44bc-88da-056d9bbe9e33 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:31.482787 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-1fe2b955-25ee-44bc-88da-056d9bbe9e33 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3885126 Sep 09 21:04:31.483041 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880d746-994a-4535-bfe2-ce1e56801ad6 req-c82a0ca2-6f34-42dc-a480-cc6410ffdda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:31.483817 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-c880d746-994a-4535-bfe2-ce1e56801ad6 req-c82a0ca2-6f34-42dc-a480-cc6410ffdda4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0589e727-21ba-4369-8a94-a4059fa739a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1148627 Sep 09 21:04:31.494383 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'name': 'tempest-TestVolumeBootPattern-1580457462-router', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:19Z', 'updated_at': '2021-09-09T21:04:25Z', 'revision_number': 4, 'project_id': '1bf77f1da0c045d88f44ac8e55574601', 'gw_port': {'id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:20Z', 'updated_at': '2021-09-09T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'd9135244-6cd2-4e52-97b2-8f535eae940f', 'name': '', 'network_id': '4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'mac_address': 'fa:16:3e:0f:b1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8fd6b330-8021-4be2-846e-633787beb08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:24Z', 'updated_at': '2021-09-09T21:04:25Z', 'revision_number': 2, 'project_id': '1bf77f1da0c045d88f44ac8e55574601', 'subnets': [{'id': '8fd6b330-8021-4be2-846e-633787beb08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:31.517765 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:31.532440 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981b7f4-4b2b-48b7-a916-292f831ede21 req-a3de1783-1937-43bd-8b77-8e1bd7175ddf tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:31.534330 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a981b7f4-4b2b-48b7-a916-292f831ede21 req-a3de1783-1937-43bd-8b77-8e1bd7175ddf tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.1632524 Sep 09 21:04:31.547773 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Checking router: bd05cf6c-acc2-45ee-a0ea-7b8b9388b739 for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:04:31.548777 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Updating router bd05cf6c-acc2-45ee-a0ea-7b8b9388b739 port d9135244-6cd2-4e52-97b2-8f535eae940f binding host dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:04:31.566489 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dff4411-267e-416e-8cdf-b02b6c722ef2 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:04:31.613813 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 7dff4411-267e-416e-8cdf-b02b6c722ef2, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:04:31.620690 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a981b7f4-4b2b-48b7-a916-292f831ede21 req-00fc4d99-539b-4d15-b123-8d7ab354ffcb tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739310 Sep 09 21:04:31.628149 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:31.638568 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:31.745555 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=7dff4411-267e-416e-8cdf-b02b6c722ef2,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:31.783716 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-c880d746-994a-4535-bfe2-ce1e56801ad6 req-c3c470fc-ddb5-4284-ac02-061890778b34 service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865570 Sep 09 21:04:31.870541 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['7dff4411-267e-416e-8cdf-b02b6c722ef2'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:04:32.081914 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-c880d746-994a-4535-bfe2-ce1e56801ad6 req-134a6ecf-f5ca-44a9-9315-32a70e4e1752 service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862189 Sep 09 21:04:32.141199 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:32.156531 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Transition to ACTIVE for port object d9135244-6cd2-4e52-97b2-8f535eae940f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:04:32.169611 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:32.253909 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bf9c4-4423-4ba0-a9bd-d3e5b241abfc None None] Pushing event updated for resources: {'Port': ['ID=d9135244-6cd2-4e52-97b2-8f535eae940f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:32.364762 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adf37e-4c0b-4335-a5a8-9ef82eb0fb62 req-20b980f3-c580-4852-ae1f-e0deeda6910d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:32.368474 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-00adf37e-4c0b-4335-a5a8-9ef82eb0fb62 req-20b980f3-c580-4852-ae1f-e0deeda6910d tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 943 time: 0.1352339 Sep 09 21:04:32.404245 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Attempting to bind port d9135244-6cd2-4e52-97b2-8f535eae940f on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:04:32.404670 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Attempting to bind port d9135244-6cd2-4e52-97b2-8f535eae940f by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': 'e37c4650-1ade-4e29-a4c4-a49e711a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:04:32.405062 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Attempting to bind port d9135244-6cd2-4e52-97b2-8f535eae940f on network 4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:04:32.412753 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:04:32.413141 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Checking segment: {'id': 'e37c4650-1ade-4e29-a4c4-a49e711a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:04:32.413552 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:32.413942 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Bound using segment: {'id': 'e37c4650-1ade-4e29-a4c4-a49e711a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:04:32.414478 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Bound port: d9135244-6cd2-4e52-97b2-8f535eae940f, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37c4650-1ade-4e29-a4c4-a49e711a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:04:32.414882 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:32.435659 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-00adf37e-4c0b-4335-a5a8-9ef82eb0fb62 req-de82a4f5-5d3d-4e07-baed-e04a251aefa1 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2744ad8-76b6-4172-a249-3b0e645a3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566883 Sep 09 21:04:32.503168 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] For port d9135244-6cd2-4e52-97b2-8f535eae940f, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:04:32.509349 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] For port d9135244-6cd2-4e52-97b2-8f535eae940f, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=d9135244-6cd2-4e52-97b2-8f535eae940f,segment=NetworkSegment(e37c4650-1ade-4e29-a4c4-a49e711a7877),segment_id=e37c4650-1ade-4e29-a4c4-a49e711a7877)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:04:32.515452 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:32.580137 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Routers {'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:32.580782 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:04:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:32.622811 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bf9c4-4423-4ba0-a9bd-d3e5b241abfc None None] Pushing event updated for resources: {'Port': ['ID=d9135244-6cd2-4e52-97b2-8f535eae940f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:32.714696 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] Set router bd05cf6c-acc2-45ee-a0ea-7b8b9388b739 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:32.841763 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device d9135244-6cd2-4e52-97b2-8f535eae940f up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:04:32.865341 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234695d8-9e6e-46ae-8f46-cc9287a8898e req-421c6e73-db28-4f7a-978e-dd67e2580818 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:32.867697 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-234695d8-9e6e-46ae-8f46-cc9287a8898e req-421c6e73-db28-4f7a-978e-dd67e2580818 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 944 time: 0.0832679 Sep 09 21:04:32.915812 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-234695d8-9e6e-46ae-8f46-cc9287a8898e req-3d8c6cb8-0623-45e2-b3ca-dd91ee612e2c tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414150 Sep 09 21:04:32.954243 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port d9135244-6cd2-4e52-97b2-8f535eae940f completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:04:32.963478 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port d9135244-6cd2-4e52-97b2-8f535eae940f triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:32.963984 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:32.997237 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device b454002f-b2d2-4d2c-aa79-618133eca7a4 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:04:32.999305 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 7dff4411-267e-416e-8cdf-b02b6c722ef2 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:04:33.028148 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'name': 'tempest-TestVolumeBootPattern-1580457462-router', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:19Z', 'updated_at': '2021-09-09T21:04:25Z', 'revision_number': 4, 'project_id': '1bf77f1da0c045d88f44ac8e55574601', 'gw_port': {'id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:20Z', 'updated_at': '2021-09-09T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'd9135244-6cd2-4e52-97b2-8f535eae940f', 'name': '', 'network_id': '4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'mac_address': 'fa:16:3e:0f:b1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8fd6b330-8021-4be2-846e-633787beb08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:24Z', 'updated_at': '2021-09-09T21:04:32Z', 'revision_number': 4, 'project_id': '1bf77f1da0c045d88f44ac8e55574601', 'subnets': [{'id': '8fd6b330-8021-4be2-846e-633787beb08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:33.070139 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671015e9-3d73-4ade-826d-5c1db15f9e5c None None] The sync data for ids ['bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'] in dv-cinder-805083-2-iscsi is: [{'id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'name': 'tempest-TestVolumeBootPattern-1580457462-router', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:19Z', 'updated_at': '2021-09-09T21:04:25Z', 'revision_number': 4, 'project_id': '1bf77f1da0c045d88f44ac8e55574601', 'gw_port': {'id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:20Z', 'updated_at': '2021-09-09T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'd9135244-6cd2-4e52-97b2-8f535eae940f', 'name': '', 'network_id': '4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'mac_address': 'fa:16:3e:0f:b1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8fd6b330-8021-4be2-846e-633787beb08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:24Z', 'updated_at': '2021-09-09T21:04:32Z', 'revision_number': 4, 'project_id': '1bf77f1da0c045d88f44ac8e55574601', 'subnets': [{'id': '8fd6b330-8021-4be2-846e-633787beb08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:04:33.265190 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port 7dff4411-267e-416e-8cdf-b02b6c722ef2 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:04:33.285177 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port 7dff4411-267e-416e-8cdf-b02b6c722ef2 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:33.285552 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:33.295723 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:33.301070 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port b454002f-b2d2-4d2c-aa79-618133eca7a4, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=b454002f-b2d2-4d2c-aa79-618133eca7a4,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:04:33.346574 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': 'b454002f-b2d2-4d2c-aa79-618133eca7a4', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'port_id': 'b454002f-b2d2-4d2c-aa79-618133eca7a4', 'mac_address': 'fa:16:3e:40:f0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:04:33.452555 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:33.463428 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port d9135244-6cd2-4e52-97b2-8f535eae940f, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=d9135244-6cd2-4e52-97b2-8f535eae940f,segment=NetworkSegment(e37c4650-1ade-4e29-a4c4-a49e711a7877),segment_id=e37c4650-1ade-4e29-a4c4-a49e711a7877)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:04:33.476480 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:33.523725 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b454002f-b2d2-4d2c-aa79-618133eca7a4 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:04:33.555112 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port b454002f-b2d2-4d2c-aa79-618133eca7a4, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=b454002f-b2d2-4d2c-aa79-618133eca7a4,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:04:33.564391 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:33.608729 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05b791-5118-4aa1-b21a-2d02c9b0bf87 req-afcefc80-0442-4fc7-a658-111cb1ce0d6f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:33.614308 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=d9135244-6cd2-4e52-97b2-8f535eae940f,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:33.618772 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1d05b791-5118-4aa1-b21a-2d02c9b0bf87 req-afcefc80-0442-4fc7-a658-111cb1ce0d6f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 943 time: 0.0816591 Sep 09 21:04:33.649305 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:33.670499 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1d05b791-5118-4aa1-b21a-2d02c9b0bf87 req-16e59d10-12f0-43a5-a4c9-9330eb41866b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2744ad8-76b6-4172-a249-3b0e645a3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499918 Sep 09 21:04:33.689145 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dff4411-267e-416e-8cdf-b02b6c722ef2'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:04:33.691732 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272b6d33-3e07-4459-a384-8aa9ce9e3ebc" -d '{"events": [{"server_uuid": "68a489c4-1318-4d08-8a5c-57288e0cca49", "name": "network-vif-plugged", "status": "completed", "tag": "7dff4411-267e-416e-8cdf-b02b6c722ef2"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:04:33.719694 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 7dff4411-267e-416e-8cdf-b02b6c722ef2, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:04:33.721561 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=b454002f-b2d2-4d2c-aa79-618133eca7a4,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:33.727778 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:33.759343 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd1c236-8a6b-4d9f-bb43-775201da4e87 x-openstack-request-id: req-3cd1c236-8a6b-4d9f-bb43-775201da4e87 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:04:33.759677 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a489c4-1318-4d08-8a5c-57288e0cca49", "name": "network-vif-plugged", "status": "completed", "tag": "7dff4411-267e-416e-8cdf-b02b6c722ef2", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:04:33.759898 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cd1c236-8a6b-4d9f-bb43-775201da4e87 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:04:33.760311 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dff4411-267e-416e-8cdf-b02b6c722ef2', 'code': 200} Sep 09 21:04:33.800347 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=7dff4411-267e-416e-8cdf-b02b6c722ef2,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:33.810423 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['b454002f-b2d2-4d2c-aa79-618133eca7a4'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:04:34.005554 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36939e59-89d9-467b-bafa-4e62c7a50406 req-c17f8fec-695a-4666-8c5c-dac638ce328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:34.007925 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-36939e59-89d9-467b-bafa-4e62c7a50406 req-c17f8fec-695a-4666-8c5c-dac638ce328a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 1098 time: 0.0725951 Sep 09 21:04:34.058446 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-36939e59-89d9-467b-bafa-4e62c7a50406 req-f0f9e804-9850-4af9-ba13-3b0f9dec645c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404992 Sep 09 21:04:34.085455 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af3856-bc12-4ebc-ba05-2cba3d752727 req-aff45f5d-ce36-4e7c-ae2e-7aae392096ff tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:34.088261 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c3af3856-bc12-4ebc-ba05-2cba3d752727 req-aff45f5d-ce36-4e7c-ae2e-7aae392096ff tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0723608 Sep 09 21:04:34.150629 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c3af3856-bc12-4ebc-ba05-2cba3d752727 req-8710ded2-50c0-4358-9f59-8c793c78755d tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535355 Sep 09 21:04:34.775656 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device d9135244-6cd2-4e52-97b2-8f535eae940f up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:04:34.834121 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port d9135244-6cd2-4e52-97b2-8f535eae940f triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:34.834629 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:34.835464 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee16f3f-3c0d-41ee-9130-1cc5fde3b043 req-1e9c6ba7-098d-4a90-8697-76c2925dfa37 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:34.837650 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1ee16f3f-3c0d-41ee-9130-1cc5fde3b043 req-1e9c6ba7-098d-4a90-8697-76c2925dfa37 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 944 time: 0.0586698 Sep 09 21:04:34.885991 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1ee16f3f-3c0d-41ee-9130-1cc5fde3b043 req-af583fa4-05cc-401f-9828-b32d9eb9b7aa tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2744ad8-76b6-4172-a249-3b0e645a3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413458 Sep 09 21:04:35.005027 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device b454002f-b2d2-4d2c-aa79-618133eca7a4 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:04:35.067305 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port b454002f-b2d2-4d2c-aa79-618133eca7a4 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:04:35.073517 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port b454002f-b2d2-4d2c-aa79-618133eca7a4 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:35.074113 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:35.159960 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:35.199846 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port b454002f-b2d2-4d2c-aa79-618133eca7a4, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=b454002f-b2d2-4d2c-aa79-618133eca7a4,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:04:35.204639 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:35.262219 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=b454002f-b2d2-4d2c-aa79-618133eca7a4,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:35.306931 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9825bfc-1062-4395-a51e-6ed2fb9b31de req-2f90c8c0-299c-406f-9c6a-52ba492c3741 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:35.310098 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c9825bfc-1062-4395-a51e-6ed2fb9b31de req-2f90c8c0-299c-406f-9c6a-52ba492c3741 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0601778 Sep 09 21:04:35.365795 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c9825bfc-1062-4395-a51e-6ed2fb9b31de req-068689a8-71fb-4b5e-924c-87b8746ce9b1 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489788 Sep 09 21:04:35.762129 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288da114-4c48-453c-bb60-f66c3905f179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b454002f-b2d2-4d2c-aa79-618133eca7a4'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:04:35.764883 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de9b3e8-c661-4995-b7c5-54c043e461a0" -d '{"events": [{"server_uuid": "288da114-4c48-453c-bb60-f66c3905f179", "name": "network-vif-plugged", "status": "completed", "tag": "b454002f-b2d2-4d2c-aa79-618133eca7a4"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:04:35.802620 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377c4706-7494-4aef-a6fa-61b8f79cc342 x-openstack-request-id: req-377c4706-7494-4aef-a6fa-61b8f79cc342 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:04:35.803207 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288da114-4c48-453c-bb60-f66c3905f179", "name": "network-vif-plugged", "status": "completed", "tag": "b454002f-b2d2-4d2c-aa79-618133eca7a4", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:04:35.803207 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-377c4706-7494-4aef-a6fa-61b8f79cc342 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:04:35.803671 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288da114-4c48-453c-bb60-f66c3905f179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b454002f-b2d2-4d2c-aa79-618133eca7a4', 'code': 200} Sep 09 21:04:36.009445 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47561adf-3631-4732-b025-06aa5b9a25c6 req-b694ce41-5f24-4114-b108-54a8a8fd8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:36.011100 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-47561adf-3631-4732-b025-06aa5b9a25c6 req-b694ce41-5f24-4114-b108-54a8a8fd8fe5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 1098 time: 0.0636361 Sep 09 21:04:36.049669 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b255f6-7653-41a6-8f50-086d677441e2 req-e21a218d-5218-4df4-849c-3cdf32bd9a31 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:36.052129 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b6b255f6-7653-41a6-8f50-086d677441e2 req-e21a218d-5218-4df4-849c-3cdf32bd9a31 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 945 time: 0.0650554 Sep 09 21:04:36.062496 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-47561adf-3631-4732-b025-06aa5b9a25c6 req-d8fe1c1d-41d2-4cae-ae61-21ee21a6aa3b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b2744ad8-76b6-4172-a249-3b0e645a3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385749 Sep 09 21:04:36.110275 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b6b255f6-7653-41a6-8f50-086d677441e2 req-90c4a814-41b5-4d4d-a688-791e3c9551a5 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2744ad8-76b6-4172-a249-3b0e645a3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477374 Sep 09 21:04:36.509884 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c7233-50a5-4800-bd9f-dbecc9409981 req-a29532f7-31dd-48bc-97c2-f7d3652aef70 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:36.511954 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-129c7233-50a5-4800-bd9f-dbecc9409981 req-a29532f7-31dd-48bc-97c2-f7d3652aef70 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0610585 Sep 09 21:04:36.800988 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-129c7233-50a5-4800-bd9f-dbecc9409981 req-d2887907-6e0c-4117-b733-b6c9a4737465 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818477 Sep 09 21:04:36.937184 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948c382-e848-4760-ac90-78b683c54bab req-a98deb19-52eb-42a8-a65a-a1f279b601c8 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:36.939131 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5948c382-e848-4760-ac90-78b683c54bab req-a98deb19-52eb-42a8-a65a-a1f279b601c8 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0555034 Sep 09 21:04:36.948956 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 51954) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:36.955610 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-490f21f8-475f-418f-8a94-a0bfebc26c71 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Request body: {'floatingip': {'port_id': '7dff4411-267e-416e-8cdf-b02b6c722ef2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:36.994324 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-490f21f8-475f-418f-8a94-a0bfebc26c71 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:37.358414 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5825b3-ab29-491e-9f2e-d9d27f408a55 req-94b45523-8f8b-45a7-9307-bf3d3dea3811 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:37.360097 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9c5825b3-ab29-491e-9f2e-d9d27f408a55 req-94b45523-8f8b-45a7-9307-bf3d3dea3811 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 945 time: 0.1339641 Sep 09 21:04:37.488727 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9c5825b3-ab29-491e-9f2e-d9d27f408a55 req-c3bed560-8275-4cb2-9798-8d2e217ac77f tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2744ad8-76b6-4172-a249-3b0e645a3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153307 Sep 09 21:04:37.616163 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-490f21f8-475f-418f-8a94-a0bfebc26c71 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:37.621228 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-490f21f8-475f-418f-8a94-a0bfebc26c71 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:37.762986 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.l3_db [None req-490f21f8-475f-418f-8a94-a0bfebc26c71 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Floating IP d8111126-d640-42a6-945f-d9707f56eca3 associated. External IP: 172.27.3.181, port: 7dff4411-267e-416e-8cdf-b02b6c722ef2. Sep 09 21:04:38.036926 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490f21f8-475f-418f-8a94-a0bfebc26c71 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Router 793c5fff-81a3-4cd9-b820-55f107a53544 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:04:38.046150 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f8605-1abf-434a-9de2-f90efb0020c5 req-e9cd1e87-b744-4403-bb8a-205f76719703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:38.047786 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d71f8605-1abf-434a-9de2-f90efb0020c5 req-e9cd1e87-b744-4403-bb8a-205f76719703 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23dcd63a9c8c4f72a62f7d5b752dd05b&device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 1138 time: 0.0471299 Sep 09 21:04:38.066144 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57932d8e-a1bb-44d8-b577-14df93a37c88 req-508c47b2-ea74-4230-8ca4-9f7361c02d32 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:38.067803 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-57932d8e-a1bb-44d8-b577-14df93a37c88 req-508c47b2-ea74-4230-8ca4-9f7361c02d32 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0758328 Sep 09 21:04:38.162159 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f8605-1abf-434a-9de2-f90efb0020c5 req-f33d7262-9103-4e54-91ed-79da2dce2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:38.163717 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d71f8605-1abf-434a-9de2-f90efb0020c5 req-f33d7262-9103-4e54-91ed-79da2dce2bd4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=57585628-e7b1-478b-906c-a76a665e6759 HTTP/1.1" status: 200 len: 915 time: 0.1017256 Sep 09 21:04:38.183907 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-57932d8e-a1bb-44d8-b577-14df93a37c88 req-39093f92-eb3f-4a7a-bb58-13f63525cdbe tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800974 Sep 09 21:04:38.202945 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490f21f8-475f-418f-8a94-a0bfebc26c71 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:04:38.215409 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-490f21f8-475f-418f-8a94-a0bfebc26c71 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:38.222056 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538b2f85-5479-4a1f-a73c-b45a585b56d0 None None] Sync routers for ids ['793c5fff-81a3-4cd9-b820-55f107a53544'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:04:38.233234 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538b2f85-5479-4a1f-a73c-b45a585b56d0 None None] Routers {'793c5fff-81a3-4cd9-b820-55f107a53544'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:38.234113 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-538b2f85-5479-4a1f-a73c-b45a585b56d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:04:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['793c5fff-81a3-4cd9-b820-55f107a53544'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:38.245029 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-490f21f8-475f-418f-8a94-a0bfebc26c71 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "PUT /v2.0/floatingips/d8111126-d640-42a6-945f-d9707f56eca3 HTTP/1.1" status: 200 len: 991 time: 1.2945237 Sep 09 21:04:38.245612 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'tag': '7dff4411-267e-416e-8cdf-b02b6c722ef2'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:04:38.247962 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140e83ff-d8ad-4627-9bbe-23d41b7caa0f" -d '{"events": [{"name": "network-changed", "server_uuid": "68a489c4-1318-4d08-8a5c-57288e0cca49", "tag": "7dff4411-267e-416e-8cdf-b02b6c722ef2"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:04:38.292737 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ab11aa-991f-458e-8e76-5a23772a1534 x-openstack-request-id: req-f9ab11aa-991f-458e-8e76-5a23772a1534 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:04:38.293026 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a489c4-1318-4d08-8a5c-57288e0cca49", "tag": "7dff4411-267e-416e-8cdf-b02b6c722ef2", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:04:38.293274 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9ab11aa-991f-458e-8e76-5a23772a1534 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:04:38.293667 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'tag': '7dff4411-267e-416e-8cdf-b02b6c722ef2', 'status': 'completed', 'code': 200} Sep 09 21:04:38.346473 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-538b2f85-5479-4a1f-a73c-b45a585b56d0 None None] Set router 793c5fff-81a3-4cd9-b820-55f107a53544 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:38.624118 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d37862-c9ea-4331-8511-b9bde58cc62c req-383c4b46-fb1c-41e6-b5cc-a690f5a5a039 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:38.625706 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-62d37862-c9ea-4331-8511-b9bde58cc62c req-383c4b46-fb1c-41e6-b5cc-a690f5a5a039 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 945 time: 0.0595713 Sep 09 21:04:38.666877 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-62d37862-c9ea-4331-8511-b9bde58cc62c req-42a968de-71d4-4bac-8ddc-a39a9eeb83f8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2744ad8-76b6-4172-a249-3b0e645a3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350704 Sep 09 21:04:38.719730 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-538b2f85-5479-4a1f-a73c-b45a585b56d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:41Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': 'd8111126-d640-42a6-945f-d9707f56eca3', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'port_id': '7dff4411-267e-416e-8cdf-b02b6c722ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'mac_address': 'fa:16:3e:da:b0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:04:18Z', 'updated_at': '2021-09-09T21:04:37Z', 'revision_number': 1, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f61b74e-2f69-4471-8779-595b3efc7a04', 'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'mac_address': 'fa:16:3e:91:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:36Z', 'updated_at': '2021-09-09T20:59:48Z', 'revision_number': 5, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'subnets': [{'id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:38.772653 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538b2f85-5479-4a1f-a73c-b45a585b56d0 None None] Checking router: 793c5fff-81a3-4cd9-b820-55f107a53544 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:04:38.787730 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538b2f85-5479-4a1f-a73c-b45a585b56d0 None None] Routers {'793c5fff-81a3-4cd9-b820-55f107a53544'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:38.788559 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-538b2f85-5479-4a1f-a73c-b45a585b56d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:04:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['793c5fff-81a3-4cd9-b820-55f107a53544'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:38.818256 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d529e-af82-4e68-8cc5-0dc6b6ddbad4 req-4a78c475-061d-4a3c-84e5-ea25b310ea10 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:38.820484 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-827d529e-af82-4e68-8cc5-0dc6b6ddbad4 req-4a78c475-061d-4a3c-84e5-ea25b310ea10 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 945 time: 0.0790331 Sep 09 21:04:38.831747 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 51986) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:04:38.836891 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3f57c8c4-73d1-4da0-8a63-22b285e7629b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Request body: {'floatingip': {'port_id': 'b454002f-b2d2-4d2c-aa79-618133eca7a4'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:38.879897 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f57c8c4-73d1-4da0-8a63-22b285e7629b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for floatingip, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:38.913303 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-538b2f85-5479-4a1f-a73c-b45a585b56d0 None None] Set router 793c5fff-81a3-4cd9-b820-55f107a53544 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:39.171366 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-538b2f85-5479-4a1f-a73c-b45a585b56d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:41Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': 'd8111126-d640-42a6-945f-d9707f56eca3', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'port_id': '7dff4411-267e-416e-8cdf-b02b6c722ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'mac_address': 'fa:16:3e:da:b0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:04:18Z', 'updated_at': '2021-09-09T21:04:37Z', 'revision_number': 1, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f61b74e-2f69-4471-8779-595b3efc7a04', 'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'mac_address': 'fa:16:3e:91:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:36Z', 'updated_at': '2021-09-09T20:59:48Z', 'revision_number': 5, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'subnets': [{'id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:39.202304 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538b2f85-5479-4a1f-a73c-b45a585b56d0 None None] The sync data for ids ['793c5fff-81a3-4cd9-b820-55f107a53544'] in dv-cinder-805083-2-iscsi is: [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:41Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': 'd8111126-d640-42a6-945f-d9707f56eca3', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'port_id': '7dff4411-267e-416e-8cdf-b02b6c722ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'mac_address': 'fa:16:3e:da:b0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:04:18Z', 'updated_at': '2021-09-09T21:04:37Z', 'revision_number': 1, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f61b74e-2f69-4471-8779-595b3efc7a04', 'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'mac_address': 'fa:16:3e:91:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:36Z', 'updated_at': '2021-09-09T20:59:48Z', 'revision_number': 5, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'subnets': [{'id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:04:39.355369 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb27799-cf49-446f-9bcf-1d88a5edb05c req-31d7c3a9-3e1f-47ee-9040-1c03bb1a5d65 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:39.359350 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0cb27799-cf49-446f-9bcf-1d88a5edb05c req-31d7c3a9-3e1f-47ee-9040-1c03bb1a5d65 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0578749 Sep 09 21:04:39.414326 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0cb27799-cf49-446f-9bcf-1d88a5edb05c req-3ad59a2b-7ff5-4a13-bc4c-eb616df38dd9 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428743 Sep 09 21:04:39.470636 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf1255-01d0-4a05-a6ff-66dd5da7488f None None] New status for floating IP d8111126-d640-42a6-945f-d9707f56eca3: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:04:39.488268 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f57c8c4-73d1-4da0-8a63-22b285e7629b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:39.494052 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f57c8c4-73d1-4da0-8a63-22b285e7629b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:39.651407 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.db.l3_db [None req-3f57c8c4-73d1-4da0-8a63-22b285e7629b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Floating IP bd0121f7-dce7-4f54-a51e-3c323d53635f associated. External IP: 172.27.3.173, port: b454002f-b2d2-4d2c-aa79-618133eca7a4. Sep 09 21:04:40.131618 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f57c8c4-73d1-4da0-8a63-22b285e7629b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Router d9f9dbae-7020-4f84-a136-e19eb24309d9 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:04:40.261179 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f57c8c4-73d1-4da0-8a63-22b285e7629b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:04:40.266222 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f57c8c4-73d1-4da0-8a63-22b285e7629b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:40.271576 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02a5a0f-ca9c-455f-8cf3-90ca12c72d99 None None] Sync routers for ids ['d9f9dbae-7020-4f84-a136-e19eb24309d9'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:04:40.282008 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a5a0f-ca9c-455f-8cf3-90ca12c72d99 None None] Routers {'d9f9dbae-7020-4f84-a136-e19eb24309d9'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:40.282821 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b02a5a0f-ca9c-455f-8cf3-90ca12c72d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:04:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['d9f9dbae-7020-4f84-a136-e19eb24309d9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:40.299175 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-3f57c8c4-73d1-4da0-8a63-22b285e7629b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "PUT /v2.0/floatingips/bd0121f7-dce7-4f54-a51e-3c323d53635f HTTP/1.1" status: 200 len: 991 time: 1.4657950 Sep 09 21:04:40.300117 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288da114-4c48-453c-bb60-f66c3905f179', 'tag': 'b454002f-b2d2-4d2c-aa79-618133eca7a4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:04:40.304370 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474eaf3bb652fec2f19919b2ceae808cc34db3da34c22d7391db7ed2cca7a9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef982d95-0eae-4a82-8c0d-4e959e96dbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "288da114-4c48-453c-bb60-f66c3905f179", "tag": "b454002f-b2d2-4d2c-aa79-618133eca7a4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:04:40.398847 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b02a5a0f-ca9c-455f-8cf3-90ca12c72d99 None None] Set router d9f9dbae-7020-4f84-a136-e19eb24309d9 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:40.655935 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b02a5a0f-ca9c-455f-8cf3-90ca12c72d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:24Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': 'bd0121f7-dce7-4f54-a51e-3c323d53635f', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'port_id': 'b454002f-b2d2-4d2c-aa79-618133eca7a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'mac_address': 'fa:16:3e:40:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da114-4c48-453c-bb60-f66c3905f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:04:20Z', 'updated_at': '2021-09-09T21:04:39Z', 'revision_number': 1, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57996945-d134-4c95-8094-db258ff13fb8', 'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'mac_address': 'fa:16:3e:b3:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:21Z', 'updated_at': '2021-09-09T20:59:35Z', 'revision_number': 5, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'subnets': [{'id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:40.683862 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02a5a0f-ca9c-455f-8cf3-90ca12c72d99 None None] Checking router: d9f9dbae-7020-4f84-a136-e19eb24309d9 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:04:40.692529 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a5a0f-ca9c-455f-8cf3-90ca12c72d99 None None] Routers {'d9f9dbae-7020-4f84-a136-e19eb24309d9'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:04:40.693145 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b02a5a0f-ca9c-455f-8cf3-90ca12c72d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:04:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['d9f9dbae-7020-4f84-a136-e19eb24309d9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:40.803452 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b02a5a0f-ca9c-455f-8cf3-90ca12c72d99 None None] Set router d9f9dbae-7020-4f84-a136-e19eb24309d9 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:04:41.076001 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b02a5a0f-ca9c-455f-8cf3-90ca12c72d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:24Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': 'bd0121f7-dce7-4f54-a51e-3c323d53635f', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'port_id': 'b454002f-b2d2-4d2c-aa79-618133eca7a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'mac_address': 'fa:16:3e:40:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da114-4c48-453c-bb60-f66c3905f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:04:20Z', 'updated_at': '2021-09-09T21:04:39Z', 'revision_number': 1, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57996945-d134-4c95-8094-db258ff13fb8', 'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'mac_address': 'fa:16:3e:b3:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:21Z', 'updated_at': '2021-09-09T20:59:35Z', 'revision_number': 5, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'subnets': [{'id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:04:41.102744 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02a5a0f-ca9c-455f-8cf3-90ca12c72d99 None None] The sync data for ids ['d9f9dbae-7020-4f84-a136-e19eb24309d9'] in dv-cinder-805083-2-iscsi is: [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:24Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': 'bd0121f7-dce7-4f54-a51e-3c323d53635f', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'port_id': 'b454002f-b2d2-4d2c-aa79-618133eca7a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'mac_address': 'fa:16:3e:40:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288da114-4c48-453c-bb60-f66c3905f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:04:20Z', 'updated_at': '2021-09-09T21:04:39Z', 'revision_number': 1, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57996945-d134-4c95-8094-db258ff13fb8', 'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'mac_address': 'fa:16:3e:b3:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:21Z', 'updated_at': '2021-09-09T20:59:35Z', 'revision_number': 5, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'subnets': [{'id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:04:41.194368 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88abf95-b4a6-4f37-a3ff-a4c25c81bc58 x-openstack-request-id: req-e88abf95-b4a6-4f37-a3ff-a4c25c81bc58 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:04:41.196057 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288da114-4c48-453c-bb60-f66c3905f179", "tag": "b454002f-b2d2-4d2c-aa79-618133eca7a4", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:04:41.196497 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e88abf95-b4a6-4f37-a3ff-a4c25c81bc58 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:04:41.197876 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288da114-4c48-453c-bb60-f66c3905f179', 'tag': 'b454002f-b2d2-4d2c-aa79-618133eca7a4', 'status': 'completed', 'code': 200} Sep 09 21:04:41.316070 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aac3b4-6c52-4e68-a09c-2f5259912447 req-6d12172e-bb76-43dd-9c7f-d457e6651811 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:41.317838 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-00aac3b4-6c52-4e68-a09c-2f5259912447 req-6d12172e-bb76-43dd-9c7f-d457e6651811 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0998368 Sep 09 21:04:41.327656 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d71f8605-1abf-434a-9de2-f90efb0020c5 req-315dc3ca-0ef6-424a-9d04-497a6244bd08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=632c81b9-771b-4b87-9839-a19bbd7ee4d9 HTTP/1.1" status: 200 len: 1002 time: 0.2311594 Sep 09 21:04:41.372268 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e83ff-d8ad-4627-9bbe-23d41b7caa0f req-2bde9228-be41-4500-b333-7f9d2b8bf13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:41.374213 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-140e83ff-d8ad-4627-9bbe-23d41b7caa0f req-2bde9228-be41-4500-b333-7f9d2b8bf13c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09f9fa611eb841048d8fa840fed2f21e&device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 1098 time: 0.2575045 Sep 09 21:04:41.394264 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f8605-1abf-434a-9de2-f90efb0020c5 req-286174e4-01c0-4647-9e33-8d490defe397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:41.395783 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d71f8605-1abf-434a-9de2-f90efb0020c5 req-286174e4-01c0-4647-9e33-8d490defe397 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dbb6900-dc72-4f23-9b96-20d376d9b7bd HTTP/1.1" status: 200 len: 853 time: 0.0543578 Sep 09 21:04:41.419685 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-00aac3b4-6c52-4e68-a09c-2f5259912447 req-7fb8dd67-61dc-4659-b0ae-5339c4e24d4f tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886285 Sep 09 21:04:41.425211 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef982d95-0eae-4a82-8c0d-4e959e96dbdb req-23ed3d95-54ab-43d9-9705-b5155ef05d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:41.426418 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ef982d95-0eae-4a82-8c0d-4e959e96dbdb req-23ed3d95-54ab-43d9-9705-b5155ef05d6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa8238da135c4e78a001cb13cbc49ca3&device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 1098 time: 0.1968234 Sep 09 21:04:41.444438 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b61568-221b-49f0-9ffa-91fa463f008c None None] New status for floating IP bd0121f7-dce7-4f54-a51e-3c323d53635f: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:04:41.457424 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f8605-1abf-434a-9de2-f90efb0020c5 req-ca6a801d-f85d-4303-9d50-827182aa7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:41.459082 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d71f8605-1abf-434a-9de2-f90efb0020c5 req-ca6a801d-f85d-4303-9d50-827182aa7aba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57585628-e7b1-478b-906c-a76a665e6759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525846 Sep 09 21:04:41.583850 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e83ff-d8ad-4627-9bbe-23d41b7caa0f req-054e1749-0d87-47c1-9650-e5b848b4ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:41.585276 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-140e83ff-d8ad-4627-9bbe-23d41b7caa0f req-054e1749-0d87-47c1-9650-e5b848b4ea30 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33290427-507e-4985-8a57-85d08fed9045 HTTP/1.1" status: 200 len: 918 time: 0.1975245 Sep 09 21:04:41.589413 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d71f8605-1abf-434a-9de2-f90efb0020c5 req-69e62085-2d45-46dc-9699-548a5ed999e0 service neutron] 10.222.0.48 "GET /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213908 Sep 09 21:04:41.650662 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef982d95-0eae-4a82-8c0d-4e959e96dbdb req-941655ac-82ff-4ada-b7a6-213cc14f44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:41.652305 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ef982d95-0eae-4a82-8c0d-4e959e96dbdb req-941655ac-82ff-4ada-b7a6-213cc14f44c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0589e727-21ba-4369-8a94-a4059fa739a6 HTTP/1.1" status: 200 len: 910 time: 0.2160013 Sep 09 21:04:41.707133 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-d71f8605-1abf-434a-9de2-f90efb0020c5 req-a7f603a8-f6ae-416a-a574-337d2ece6dbf service neutron] 10.222.0.48 "GET /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036594 Sep 09 21:04:41.721527 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-140e83ff-d8ad-4627-9bbe-23d41b7caa0f req-b447569e-4607-4b92-a50d-21671979a8a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2 HTTP/1.1" status: 200 len: 1001 time: 0.1131287 Sep 09 21:04:41.764709 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ef982d95-0eae-4a82-8c0d-4e959e96dbdb req-aa21d5c4-490e-4b02-a9d9-4a4970cec2f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b454002f-b2d2-4d2c-aa79-618133eca7a4 HTTP/1.1" status: 200 len: 1001 time: 0.1043918 Sep 09 21:04:41.817561 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e83ff-d8ad-4627-9bbe-23d41b7caa0f req-cb252528-1ade-4a79-8f63-b87cd327aade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:41.819166 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-140e83ff-d8ad-4627-9bbe-23d41b7caa0f req-cb252528-1ade-4a79-8f63-b87cd327aade service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c27648d-8c41-4fee-ab75-caf24243b35e HTTP/1.1" status: 200 len: 856 time: 0.0895462 Sep 09 21:04:41.863155 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef982d95-0eae-4a82-8c0d-4e959e96dbdb req-265dd8d0-7b9b-4926-9b77-a5a07e002b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:41.865279 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ef982d95-0eae-4a82-8c0d-4e959e96dbdb req-265dd8d0-7b9b-4926-9b77-a5a07e002b05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4e83015-b55d-4cac-b7a1-07db3c25a799 HTTP/1.1" status: 200 len: 848 time: 0.0907996 Sep 09 21:04:41.913859 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e83ff-d8ad-4627-9bbe-23d41b7caa0f req-9bde7f17-fbdf-4c2c-8ea6-7a37d497146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:41.915414 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-140e83ff-d8ad-4627-9bbe-23d41b7caa0f req-9bde7f17-fbdf-4c2c-8ea6-7a37d497146f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33290427-507e-4985-8a57-85d08fed9045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872030 Sep 09 21:04:41.947086 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef982d95-0eae-4a82-8c0d-4e959e96dbdb req-9a7b72fe-6f95-4c9a-b451-18a7677aa4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:41.948686 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ef982d95-0eae-4a82-8c0d-4e959e96dbdb req-9a7b72fe-6f95-4c9a-b451-18a7677aa4a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0589e727-21ba-4369-8a94-a4059fa739a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747714 Sep 09 21:04:42.082462 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-140e83ff-d8ad-4627-9bbe-23d41b7caa0f req-95c2412f-8c5d-417c-aef1-53968fdcdaff service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589317 Sep 09 21:04:42.111442 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ef982d95-0eae-4a82-8c0d-4e959e96dbdb req-58b42800-349a-4214-a97b-e732f5da44f8 service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507475 Sep 09 21:04:42.274053 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-140e83ff-d8ad-4627-9bbe-23d41b7caa0f req-e496f13f-5b0b-4521-a43d-0929c5e05398 service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764781 Sep 09 21:04:42.283047 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ef982d95-0eae-4a82-8c0d-4e959e96dbdb req-e425e5c7-e372-4b5c-8d70-9453d135a3fa service neutron] 10.222.0.48 "GET /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566439 Sep 09 21:04:42.593643 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d774d71-851f-4e25-b586-a12ef681335e req-5f796fa9-e26a-4287-b207-47a1862b9a59 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:42.596051 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7d774d71-851f-4e25-b586-a12ef681335e req-5f796fa9-e26a-4287-b207-47a1862b9a59 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0647779 Sep 09 21:04:42.638546 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7d774d71-851f-4e25-b586-a12ef681335e req-c3162a31-411a-482c-ba1c-20f45c66a6d7 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357714 Sep 09 21:04:43.805209 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425da35-f3b4-4d8a-88fd-74e968696e94 req-81481e2e-cee5-488b-ad46-ea142aaf5ade tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:43.806953 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9425da35-f3b4-4d8a-88fd-74e968696e94 req-81481e2e-cee5-488b-ad46-ea142aaf5ade tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0704634 Sep 09 21:04:43.854435 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9425da35-f3b4-4d8a-88fd-74e968696e94 req-f73b808f-7871-4b6e-9be2-973b64f8eeb2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404737 Sep 09 21:04:45.002104 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556272b-c901-43d2-9dd1-c3b4249b3b5b req-03c96214-d13d-4444-a56f-df284f69702d tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:45.003777 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6556272b-c901-43d2-9dd1-c3b4249b3b5b req-03c96214-d13d-4444-a56f-df284f69702d tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0665255 Sep 09 21:04:45.049328 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6556272b-c901-43d2-9dd1-c3b4249b3b5b req-572b51ff-e8f1-4646-ab7a-a71bca4d384b tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390644 Sep 09 21:04:45.777593 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-201e64d1-ab3e-44ea-b565-399285f8a17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:46.173485 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe9631-26a0-4c74-a4a5-44cce34aba8e req-d06175ff-8c2e-4cdd-982f-b033f5acd180 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:46.175037 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-abfe9631-26a0-4c74-a4a5-44cce34aba8e req-d06175ff-8c2e-4cdd-982f-b033f5acd180 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0525155 Sep 09 21:04:46.222786 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-abfe9631-26a0-4c74-a4a5-44cce34aba8e req-d7852114-d1dd-4870-8a1f-b76ebc411b28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409610 Sep 09 21:04:47.355254 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3351829-54ef-48d4-bf74-4f6e9531bc97 req-bb27d9a6-061a-4a60-8a20-f84ca63e2915 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:47.357608 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d3351829-54ef-48d4-bf74-4f6e9531bc97 req-bb27d9a6-061a-4a60-8a20-f84ca63e2915 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0547132 Sep 09 21:04:47.406429 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d3351829-54ef-48d4-bf74-4f6e9531bc97 req-9b248cb8-8c5f-4e25-9329-5a159f24904e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426443 Sep 09 21:04:48.408978 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f42b02db-cc36-4b23-a83d-a693b0334cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:48.540844 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d65f4-4bdf-4687-87a9-fca4dda31b8c req-ee393567-c35b-488d-8d75-1e18866ff45c tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:48.542437 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b12d65f4-4bdf-4687-87a9-fca4dda31b8c req-ee393567-c35b-488d-8d75-1e18866ff45c tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0625484 Sep 09 21:04:48.586972 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:48.593155 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b12d65f4-4bdf-4687-87a9-fca4dda31b8c req-621acc8b-bbd3-44ad-ab68-23fd51d1b0b1 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445683 Sep 09 21:04:49.733958 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a166be2-fb3f-4b0c-9f55-d1f2b9a50785 req-46e77a20-cafa-4dac-88ab-88f5ee184012 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:49.736083 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a166be2-fb3f-4b0c-9f55-d1f2b9a50785 req-46e77a20-cafa-4dac-88ab-88f5ee184012 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0532296 Sep 09 21:04:49.779545 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a166be2-fb3f-4b0c-9f55-d1f2b9a50785 req-d9036f84-540a-4622-aa6a-55fde2c290ad tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372465 Sep 09 21:04:49.980792 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:50.712408 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-e64b52b8-98ee-4b8b-bac3-aafe388cb116 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580452421&fields=id&tenant_id=43e9252ab3b54e1d80dc4020801940cf HTTP/1.1" status: 200 len: 267 time: 0.0352614 Sep 09 21:04:50.827442 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-33231e1d-e873-44b1-9b72-b2f943e5afd3 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:50.829089 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-33231e1d-e873-44b1-9b72-b2f943e5afd3 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/networks?id=53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 200 len: 811 time: 0.1099644 Sep 09 21:04:50.845017 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-18560bab-ebb7-44eb-829c-4c1400e7fbb1 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/quotas/43e9252ab3b54e1d80dc4020801940cf HTTP/1.1" status: 200 len: 375 time: 0.0097237 Sep 09 21:04:50.929470 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-28b760e1-f2ff-46a2-9222-09db78dcea3c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43e9252ab3b54e1d80dc4020801940cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785093 Sep 09 21:04:50.945356 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c992da4-d147-4bbf-9c0d-431c157902b0 req-f98b4e7a-ba21-4179-8bf9-9c3a67ef4c20 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:50.947097 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4c992da4-d147-4bbf-9c0d-431c157902b0 req-f98b4e7a-ba21-4179-8bf9-9c3a67ef4c20 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0945795 Sep 09 21:04:50.991343 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4c992da4-d147-4bbf-9c0d-431c157902b0 req-cdab78d9-1a86-4b31-8c3f-3f55154258a2 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364265 Sep 09 21:04:51.098789 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-855493bc-3ccd-4c34-9be1-7eee7da3afc3 service neutron] 10.222.0.13 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506052 Sep 09 21:04:51.208923 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-756b12f8-d191-4d36-baa8-575e5a7b57dc service neutron] 10.222.0.13 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037824 Sep 09 21:04:51.399978 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:51.536927 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d2cb51ae-afa9-49c5-9c74-bc404a3a5bae req-045272b5-d5b6-457a-b49f-428997cdb581 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 210 time: 0.0289662 Sep 09 21:04:52.130872 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b115cd-c58b-4c03-88b3-fdc1ce712239 req-6b34e2d9-c22b-433d-af36-4d12bcddf5ad tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:52.134749 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-53b115cd-c58b-4c03-88b3-fdc1ce712239 req-6b34e2d9-c22b-433d-af36-4d12bcddf5ad tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0594561 Sep 09 21:04:52.178273 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-53b115cd-c58b-4c03-88b3-fdc1ce712239 req-211df330-438f-4529-837e-77ae8a3b5cd0 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369892 Sep 09 21:04:52.919340 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d2e4839d-a1bc-495c-9fd5-759b90bc4cb8 req-16445fff-1f09-4ca1-9e6b-30bd9784ba4b tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 210 time: 0.3135574 Sep 09 21:04:52.999255 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-4bcc532c-7944-4f9f-a896-6c82dfe36046 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:53.000864 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-4bcc532c-7944-4f9f-a896-6c82dfe36046 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.48 "GET /v2.0/networks?id=53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 200 len: 811 time: 0.3937540 Sep 09 21:04:53.047882 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-fdd0ed3c-3cdd-40b3-ac58-dd2ae7966e12 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43e9252ab3b54e1d80dc4020801940cf HTTP/1.1" status: 200 len: 380 time: 0.0350838 Sep 09 21:04:53.062363 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-a250d9b2-07d1-4fad-9bac-92c15dcf63eb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Request body: {'port': {'device_id': '24fc97ed-d5f6-4832-8b9a-970828647332', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'admin_state_up': True, 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'security_groups': ['a2f3dbd8-3cdf-40cb-ab8c-17e280e67361']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:53.186089 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-a250d9b2-07d1-4fad-9bac-92c15dcf63eb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Made reservation on behalf of 43e9252ab3b54e1d80dc4020801940cf for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:04:53.186955 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-a250d9b2-07d1-4fad-9bac-92c15dcf63eb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:53.356591 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d4844-3507-45f8-b407-8ceb42fd10f6 req-ab2f5abb-74b1-4153-adf2-f7246cbdf1f5 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:53.358278 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-995d4844-3507-45f8-b407-8ceb42fd10f6 req-ab2f5abb-74b1-4153-adf2-f7246cbdf1f5 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.1012127 Sep 09 21:04:53.389509 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-a250d9b2-07d1-4fad-9bac-92c15dcf63eb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Allocated IP 172.20.0.11 (53f35eb8-e794-4bfb-bb49-572192a02f8d/d7c1e48d-68a6-4644-95b0-1158dc726b0e/9d319a9e-3cc3-4d50-81bc-0401d76470a3) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:04:53.439481 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-995d4844-3507-45f8-b407-8ceb42fd10f6 req-bbd7b250-1b5d-4d3e-8e53-da1e0639ddad tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604050 Sep 09 21:04:53.576229 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-a250d9b2-07d1-4fad-9bac-92c15dcf63eb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:53.590905 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-a250d9b2-07d1-4fad-9bac-92c15dcf63eb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Transition to ACTIVE for port object 9d319a9e-3cc3-4d50-81bc-0401d76470a3 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:04:53.623070 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-a250d9b2-07d1-4fad-9bac-92c15dcf63eb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:53.675395 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-a250d9b2-07d1-4fad-9bac-92c15dcf63eb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Network 53f35eb8-e794-4bfb-bb49-572192a02f8d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:04:53.678486 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-a250d9b2-07d1-4fad-9bac-92c15dcf63eb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:04:53.681141 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-a250d9b2-07d1-4fad-9bac-92c15dcf63eb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:04:53.710907 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250d9b2-07d1-4fad-9bac-92c15dcf63eb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event updated for resources: {'Port': ['ID=9d319a9e-3cc3-4d50-81bc-0401d76470a3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:53.746410 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-a250d9b2-07d1-4fad-9bac-92c15dcf63eb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:53.747069 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-a250d9b2-07d1-4fad-9bac-92c15dcf63eb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:53.762765 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-a250d9b2-07d1-4fad-9bac-92c15dcf63eb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7043085 Sep 09 21:04:53.777495 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Request body: {'port': {'device_id': '24fc97ed-d5f6-4832-8b9a-970828647332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:04:53.838914 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:53.896903 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-5cf557eb-3e9b-4112-8668-72b0acdde621 None None] Provisioning for port 9d319a9e-3cc3-4d50-81bc-0401d76470a3 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:04:53.907624 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-5cf557eb-3e9b-4112-8668-72b0acdde621 None None] Provisioning complete for port 9d319a9e-3cc3-4d50-81bc-0401d76470a3 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:04:53.907624 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cf557eb-3e9b-4112-8668-72b0acdde621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:53.937092 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5cf557eb-3e9b-4112-8668-72b0acdde621 None None] Port 9d319a9e-3cc3-4d50-81bc-0401d76470a3 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:04:54.104994 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851b5d-9fdc-45ce-b5cc-ec6259d84b99 req-69f08e29-8fbb-4b7e-8abb-a31788b4bc32 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:54.106576 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-35851b5d-9fdc-45ce-b5cc-ec6259d84b99 req-69f08e29-8fbb-4b7e-8abb-a31788b4bc32 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 932 time: 0.1062140 Sep 09 21:04:54.189556 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-35851b5d-9fdc-45ce-b5cc-ec6259d84b99 req-424c5de7-b54e-4c14-802e-aa91dd84848a tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753183 Sep 09 21:04:54.196103 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d319a9e-3cc3-4d50-81bc-0401d76470a3 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:04:54.206506 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:54.221410 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Transition to ACTIVE for port object 9d319a9e-3cc3-4d50-81bc-0401d76470a3 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:04:54.225366 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:54.298696 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d319a9e-3cc3-4d50-81bc-0401d76470a3,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:54.359335 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Attempting to bind port 9d319a9e-3cc3-4d50-81bc-0401d76470a3 on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:04:54.359680 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Attempting to bind port 9d319a9e-3cc3-4d50-81bc-0401d76470a3 by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:04:54.360662 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Attempting to bind port 9d319a9e-3cc3-4d50-81bc-0401d76470a3 on network 53f35eb8-e794-4bfb-bb49-572192a02f8d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:04:54.366615 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Port 9d319a9e-3cc3-4d50-81bc-0401d76470a3 on network 53f35eb8-e794-4bfb-bb49-572192a02f8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:04:54.366930 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Attempting to bind port 9d319a9e-3cc3-4d50-81bc-0401d76470a3 on network 53f35eb8-e794-4bfb-bb49-572192a02f8d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:04:54.372980 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:04:54.373367 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Checking segment: {'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:04:54.374061 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Bound using segment: {'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:04:54.374190 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Bound port: 9d319a9e-3cc3-4d50-81bc-0401d76470a3, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:04:54.374608 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:54.456470 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] For port 9d319a9e-3cc3-4d50-81bc-0401d76470a3, host hv-cinder-80508, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:04:54.459954 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] For port 9d319a9e-3cc3-4d50-81bc-0401d76470a3, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=9d319a9e-3cc3-4d50-81bc-0401d76470a3,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:04:54.464880 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:54.509123 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:54.509748 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:04:54.511172 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] 10.222.0.48 "PUT /v2.0/ports/9d319a9e-3cc3-4d50-81bc-0401d76470a3 HTTP/1.1" status: 200 len: 1094 time: 0.7381384 Sep 09 21:04:54.511823 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fc97ed-d5f6-4832-8b9a-970828647332', 'tag': '9d319a9e-3cc3-4d50-81bc-0401d76470a3'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:04:54.514201 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1a94e5-081e-4d6e-a522-995e4a6ceb30" -d '{"events": [{"name": "network-changed", "server_uuid": "24fc97ed-d5f6-4832-8b9a-970828647332", "tag": "9d319a9e-3cc3-4d50-81bc-0401d76470a3"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:04:54.584187 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e733e-19bd-4e4e-a82f-a214b96e52b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d319a9e-3cc3-4d50-81bc-0401d76470a3,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:04:54.620406 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f772846-7130-407e-bb69-461a67073671 req-a2f85907-a206-41d8-b4d1-0f4918916b9e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:54.622023 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5f772846-7130-407e-bb69-461a67073671 req-a2f85907-a206-41d8-b4d1-0f4918916b9e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0959105 Sep 09 21:04:54.674555 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a165f161-f2a2-4f68-899f-c9c2ca84bfe6 x-openstack-request-id: req-a165f161-f2a2-4f68-899f-c9c2ca84bfe6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:04:54.674910 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fc97ed-d5f6-4832-8b9a-970828647332", "tag": "9d319a9e-3cc3-4d50-81bc-0401d76470a3", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:04:54.675175 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a165f161-f2a2-4f68-899f-c9c2ca84bfe6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:04:54.677431 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fc97ed-d5f6-4832-8b9a-970828647332', 'tag': '9d319a9e-3cc3-4d50-81bc-0401d76470a3', 'status': 'completed', 'code': 200} Sep 09 21:04:54.695091 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-2c1d5de6-0b19-475f-a0da-9e3624de097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:54.696683 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-2c1d5de6-0b19-475f-a0da-9e3624de097c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e9252ab3b54e1d80dc4020801940cf&device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 1097 time: 0.1239092 Sep 09 21:04:54.705805 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5f772846-7130-407e-bb69-461a67073671 req-50014953-cf52-4d75-9b83-3028c23d8dfb tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704916 Sep 09 21:04:54.748360 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-8db065a3-f5b5-4793-bdf5-dd781bf46e0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d319a9e-3cc3-4d50-81bc-0401d76470a3 HTTP/1.1" status: 200 len: 217 time: 0.0416234 Sep 09 21:04:54.811643 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-c365a759-5c1f-44bf-a261-f134fc05ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:54.813635 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-c365a759-5c1f-44bf-a261-f134fc05ddec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7c1e48d-68a6-4644-95b0-1158dc726b0e HTTP/1.1" status: 200 len: 850 time: 0.0546010 Sep 09 21:04:54.858618 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-e7e3c4a8-9e61-4545-8dfb-1b4f45fce38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:54.860173 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-e7e3c4a8-9e61-4545-8dfb-1b4f45fce38e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f35eb8-e794-4bfb-bb49-572192a02f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392358 Sep 09 21:04:54.967422 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-b68cbe43-51ab-471d-b37a-d2fefa45f257 service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903859 Sep 09 21:04:55.069451 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-71449995-0c31-43dd-8fc5-05bae90b4481 req-947558eb-538e-4f55-b482-de9d9aad73d9 service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911996 Sep 09 21:04:55.197031 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a94e5-081e-4d6e-a522-995e4a6ceb30 req-acd1fd9a-1f2c-420a-ae48-18d13ec4a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:55.198581 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9b1a94e5-081e-4d6e-a522-995e4a6ceb30 req-acd1fd9a-1f2c-420a-ae48-18d13ec4a326 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e9252ab3b54e1d80dc4020801940cf&device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 1097 time: 0.0421286 Sep 09 21:04:55.336019 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a94e5-081e-4d6e-a522-995e4a6ceb30 req-b28d174e-0712-410f-81d7-d3655d4d0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:55.337479 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9b1a94e5-081e-4d6e-a522-995e4a6ceb30 req-b28d174e-0712-410f-81d7-d3655d4d0fbe service neutron] 10.222.0.48 "GET /v2.0/networks?id=53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 200 len: 912 time: 0.1238642 Sep 09 21:04:55.346385 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ac2ff-2361-46f4-8510-20a3fb501391 req-5add602f-5477-463b-9b86-169321fa5b6b tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:55.347754 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3a9ac2ff-2361-46f4-8510-20a3fb501391 req-5add602f-5477-463b-9b86-169321fa5b6b tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 944 time: 0.0748479 Sep 09 21:04:55.387731 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9b1a94e5-081e-4d6e-a522-995e4a6ceb30 req-4325528d-0f2e-4c23-89c5-2e9016f682a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d319a9e-3cc3-4d50-81bc-0401d76470a3 HTTP/1.1" status: 200 len: 217 time: 0.0389919 Sep 09 21:04:55.453961 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3a9ac2ff-2361-46f4-8510-20a3fb501391 req-e36925cc-510a-4650-a50d-37eb6480249e tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999124 Sep 09 21:04:55.469168 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a94e5-081e-4d6e-a522-995e4a6ceb30 req-aa8edb00-291e-491c-8beb-21d21a17def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:55.471409 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9b1a94e5-081e-4d6e-a522-995e4a6ceb30 req-aa8edb00-291e-491c-8beb-21d21a17def7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7c1e48d-68a6-4644-95b0-1158dc726b0e HTTP/1.1" status: 200 len: 850 time: 0.0749490 Sep 09 21:04:55.521647 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a94e5-081e-4d6e-a522-995e4a6ceb30 req-e7abf639-a0ff-49b9-9df0-7e28720a45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:55.523180 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9b1a94e5-081e-4d6e-a522-995e4a6ceb30 req-e7abf639-a0ff-49b9-9df0-7e28720a45f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f35eb8-e794-4bfb-bb49-572192a02f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437350 Sep 09 21:04:55.652467 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9b1a94e5-081e-4d6e-a522-995e4a6ceb30 req-143636ec-4182-4635-a789-620b58a98f55 service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201062 Sep 09 21:04:55.766307 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9b1a94e5-081e-4d6e-a522-995e4a6ceb30 req-f1ce7bc7-57a7-45c0-879b-5eca52e5303e service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057677 Sep 09 21:04:55.853097 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac80d4b-755f-48ac-be9c-9137a3428eb7 req-9ae0f6fb-a51f-444d-9d35-b163346de826 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:55.854767 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9ac80d4b-755f-48ac-be9c-9137a3428eb7 req-9ae0f6fb-a51f-444d-9d35-b163346de826 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0543287 Sep 09 21:04:55.907889 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9ac80d4b-755f-48ac-be9c-9137a3428eb7 req-00021f37-f730-4666-b6b2-692e9062b1cf tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446668 Sep 09 21:04:56.584693 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f73f11-22b9-4c2d-ab3c-7599992dead1 req-7b6157a0-bd88-4277-a9d3-233a9082c0c0 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:56.586269 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-15f73f11-22b9-4c2d-ab3c-7599992dead1 req-7b6157a0-bd88-4277-a9d3-233a9082c0c0 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 944 time: 0.0563841 Sep 09 21:04:56.643829 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-15f73f11-22b9-4c2d-ab3c-7599992dead1 req-b0239ce8-5f69-4b66-8fc0-c708d2687624 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511727 Sep 09 21:04:57.028841 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05435f6b-8449-456f-882c-d3a6a82fda00 req-5084a681-4c08-4608-9cec-9687b6642ea0 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:57.030406 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-05435f6b-8449-456f-882c-d3a6a82fda00 req-5084a681-4c08-4608-9cec-9687b6642ea0 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0499022 Sep 09 21:04:57.082852 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-05435f6b-8449-456f-882c-d3a6a82fda00 req-fad57de1-ad11-4def-b430-08a8c70d7d61 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454061 Sep 09 21:04:57.791521 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295070c0-53ba-4a9c-b753-2983c4f8de32 req-5c8ff51c-daf0-428d-9a43-20328e01031a tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:57.793097 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-295070c0-53ba-4a9c-b753-2983c4f8de32 req-5c8ff51c-daf0-428d-9a43-20328e01031a tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 944 time: 0.0587764 Sep 09 21:04:57.835004 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-295070c0-53ba-4a9c-b753-2983c4f8de32 req-ce8b0c4f-4d60-474a-a7bb-78cfa616fa82 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353289 Sep 09 21:04:58.202537 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981513be-6fa5-4420-9858-7c572700b88b req-874365d3-97e3-4cbb-b66a-2dd02d331b8e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:58.204691 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-981513be-6fa5-4420-9858-7c572700b88b req-874365d3-97e3-4cbb-b66a-2dd02d331b8e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0540318 Sep 09 21:04:58.256366 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-981513be-6fa5-4420-9858-7c572700b88b req-ef96757a-60ad-4fd1-9a4c-a0fa3ed1615e tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&id=a3c04b64-8aee-4290-a50f-3bffa1b41fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403314 Sep 09 21:04:59.015720 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73103826-4542-4795-803c-2a21dd1cfdca req-4be29e76-813e-4a17-80f4-943b9cef3eca tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:04:59.018077 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-73103826-4542-4795-803c-2a21dd1cfdca req-4be29e76-813e-4a17-80f4-943b9cef3eca tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 944 time: 0.0681167 Sep 09 21:04:59.063263 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-73103826-4542-4795-803c-2a21dd1cfdca req-b433e507-2617-454d-b71d-cbc6ac63c8cd tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373468 Sep 09 21:05:00.184541 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be78c6-05a7-431c-a735-3fc776c034a0 req-ad993828-65e5-4645-98c8-a896d0dec221 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:00.186239 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-61be78c6-05a7-431c-a735-3fc776c034a0 req-ad993828-65e5-4645-98c8-a896d0dec221 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 944 time: 0.0511155 Sep 09 21:05:00.229531 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-61be78c6-05a7-431c-a735-3fc776c034a0 req-53ef778e-a6a0-4f6f-ae1c-08f34ff38c16 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362048 Sep 09 21:05:00.716990 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:01.354316 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfa6ad-a6fc-4d4b-8c48-05ab56a6e034 req-3c5b5a19-e0b1-48a5-a225-b9cbea4ec1ca tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:01.355824 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3abfa6ad-a6fc-4d4b-8c48-05ab56a6e034 req-3c5b5a19-e0b1-48a5-a225-b9cbea4ec1ca tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 944 time: 0.0507641 Sep 09 21:05:01.397755 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3abfa6ad-a6fc-4d4b-8c48-05ab56a6e034 req-880e28a1-7fbb-4d8b-842e-45ac8ef5077f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353863 Sep 09 21:05:02.524395 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56896af7-557c-45ea-88d7-48057939c002 req-5bc739d0-153a-4e85-81e8-8669e2d8980d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:02.525991 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-56896af7-557c-45ea-88d7-48057939c002 req-5bc739d0-153a-4e85-81e8-8669e2d8980d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 944 time: 0.0527809 Sep 09 21:05:02.567001 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-56896af7-557c-45ea-88d7-48057939c002 req-246c0f81-7125-415d-b277-979d5ea6736b tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347505 Sep 09 21:05:03.181000 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 9d319a9e-3cc3-4d50-81bc-0401d76470a3 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:05:03.284067 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 9d319a9e-3cc3-4d50-81bc-0401d76470a3, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=9d319a9e-3cc3-4d50-81bc-0401d76470a3,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:05:03.296139 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': '9d319a9e-3cc3-4d50-81bc-0401d76470a3', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'port_id': '9d319a9e-3cc3-4d50-81bc-0401d76470a3', 'mac_address': 'fa:16:3e:c6:11:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:05:03.339832 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:03.357390 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d319a9e-3cc3-4d50-81bc-0401d76470a3 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:05:03.381420 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 9d319a9e-3cc3-4d50-81bc-0401d76470a3, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=9d319a9e-3cc3-4d50-81bc-0401d76470a3,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:05:03.388884 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:03.457531 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=9d319a9e-3cc3-4d50-81bc-0401d76470a3,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:03.713111 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['9d319a9e-3cc3-4d50-81bc-0401d76470a3'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:05:03.721905 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b570-caf0-45e5-806e-604b76876940 req-bc964e74-58fa-4108-9c78-44b221d87a3e tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:03.723775 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ba91b570-caf0-45e5-806e-604b76876940 req-bc964e74-58fa-4108-9c78-44b221d87a3e tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 945 time: 0.0806723 Sep 09 21:05:03.789906 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ba91b570-caf0-45e5-806e-604b76876940 req-923b9a85-f040-4bf1-b742-222dd28180f3 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591807 Sep 09 21:05:04.934874 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d6069-b322-403a-98f8-976cd7074f84 req-b8ab636b-2424-4f85-8bd1-48fcc46046e0 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:04.936674 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-329d6069-b322-403a-98f8-976cd7074f84 req-b8ab636b-2424-4f85-8bd1-48fcc46046e0 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 945 time: 0.0610907 Sep 09 21:05:04.991567 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-329d6069-b322-403a-98f8-976cd7074f84 req-54c55e0a-fbc7-41f9-9869-45793515faf7 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433395 Sep 09 21:05:05.205057 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 9d319a9e-3cc3-4d50-81bc-0401d76470a3 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:05:05.255372 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port 9d319a9e-3cc3-4d50-81bc-0401d76470a3 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:05:05.259046 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port 9d319a9e-3cc3-4d50-81bc-0401d76470a3 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:05:05.259445 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:05.346106 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:05.375985 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fc97ed-d5f6-4832-8b9a-970828647332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d319a9e-3cc3-4d50-81bc-0401d76470a3'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:05:05.378282 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea092e5-3b41-4e07-b7ff-1dae034b8145" -d '{"events": [{"server_uuid": "24fc97ed-d5f6-4832-8b9a-970828647332", "name": "network-vif-plugged", "status": "completed", "tag": "9d319a9e-3cc3-4d50-81bc-0401d76470a3"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:05:05.393528 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 9d319a9e-3cc3-4d50-81bc-0401d76470a3, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=9d319a9e-3cc3-4d50-81bc-0401d76470a3,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:05:05.400561 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:05.471343 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=9d319a9e-3cc3-4d50-81bc-0401d76470a3,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:05.483097 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c19148-a944-4472-96a4-7658ae1908ae x-openstack-request-id: req-62c19148-a944-4472-96a4-7658ae1908ae {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:05:05.483417 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fc97ed-d5f6-4832-8b9a-970828647332", "name": "network-vif-plugged", "status": "completed", "tag": "9d319a9e-3cc3-4d50-81bc-0401d76470a3", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:05:05.483666 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62c19148-a944-4472-96a4-7658ae1908ae {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:05:05.484052 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fc97ed-d5f6-4832-8b9a-970828647332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d319a9e-3cc3-4d50-81bc-0401d76470a3', 'code': 200} Sep 09 21:05:05.783772 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdec23-589a-48ce-bc77-cd9a6ef8bd50 req-049fbafe-d3df-4091-b51e-d24f874b3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:05.785457 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-74bdec23-589a-48ce-bc77-cd9a6ef8bd50 req-049fbafe-d3df-4091-b51e-d24f874b3bdf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 1099 time: 0.0578177 Sep 09 21:05:05.824166 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-74bdec23-589a-48ce-bc77-cd9a6ef8bd50 req-cf8c27b6-0cb3-4887-9c9a-98e10085ef57 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307174 Sep 09 21:05:06.185993 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e91bb3-345a-4965-b1aa-ee64d7d4c4ff req-1e8f2589-dbe6-42cb-a10c-c219471959b2 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:06.185993 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-80e91bb3-345a-4965-b1aa-ee64d7d4c4ff req-1e8f2589-dbe6-42cb-a10c-c219471959b2 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 946 time: 0.0798459 Sep 09 21:05:06.261571 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-80e91bb3-345a-4965-b1aa-ee64d7d4c4ff req-fb68e895-bd48-4d24-9329-b04922156c14 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622180 Sep 09 21:05:07.427000 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a626a5-cb15-483b-af0a-8d0039a456ff req-0fc73a27-97c2-480d-a459-9234f52240bb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:07.428892 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-75a626a5-cb15-483b-af0a-8d0039a456ff req-0fc73a27-97c2-480d-a459-9234f52240bb tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 946 time: 0.0759935 Sep 09 21:05:07.484997 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-75a626a5-cb15-483b-af0a-8d0039a456ff req-79712d0e-0fca-4489-91b3-7ba7751f0d8d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470817 Sep 09 21:05:07.629306 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb2abe-b62e-4ba1-a795-56f090b6426d req-63f1901a-54c9-41d3-ad5a-ac69b7bae246 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:07.630905 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-74bb2abe-b62e-4ba1-a795-56f090b6426d req-63f1901a-54c9-41d3-ad5a-ac69b7bae246 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 946 time: 0.0578766 Sep 09 21:05:07.675049 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-74bb2abe-b62e-4ba1-a795-56f090b6426d req-de1b7675-b3e6-41d3-9152-ed37bd913723 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353653 Sep 09 21:05:07.699174 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 52392) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:07.869486 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5344bc35-7180-466c-b983-b6a2d9e6492a tempest-TestVolumeBootPattern-1710037449 tempest-TestVolumeBootPattern-1710037449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:07.872378 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-5344bc35-7180-466c-b983-b6a2d9e6492a tempest-TestVolumeBootPattern-1710037449 tempest-TestVolumeBootPattern-1710037449-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 1094 time: 0.1717536 Sep 09 21:05:07.875427 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 52398) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:07.883427 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Request body: {'floatingip': {'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'port_id': '9d319a9e-3cc3-4d50-81bc-0401d76470a3', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:05:07.916546 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:08.018083 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:08.137278 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Allocated IP 172.27.3.40 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/daa79ca3-5d63-4b3b-9119-3e323b448a9a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:05:08.211896 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:05:08.267204 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:08.313821 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:08.357137 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:05:08.361006 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:05:08.363896 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:05:08.392754 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event updated for resources: {'Port': ['ID=daa79ca3-5d63-4b3b-9119-3e323b448a9a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:08.408715 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:08.409059 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:08.409398 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:08.409734 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:08.410091 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:08.410397 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:08.410723 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:08.411049 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:08.411406 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:08.411732 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:08.412054 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:08.412372 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:08.850816 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:08.925703 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:09.100418 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:09.106624 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13123055'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:09.174268 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event updated for resources: {'Port': ['ID=daa79ca3-5d63-4b3b-9119-3e323b448a9a,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:09.186986 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:09.295215 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.db.l3_db [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Floating IP 11cb40e3-a681-4489-8230-81915d2c4c10 associated. External IP: 172.27.3.40, port: 9d319a9e-3cc3-4d50-81bc-0401d76470a3. Sep 09 21:05:09.539469 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Router 44586854-c3be-4aa1-bb0d-e6913609d9a4 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:05:09.660763 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:05:09.671732 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9ea08-b21b-4a07-846f-4ac2bd9f2947 None None] Sync routers for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:05:09.683648 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:09.683973 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9ea08-b21b-4a07-846f-4ac2bd9f2947 None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:05:09.684549 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5da9ea08-b21b-4a07-846f-4ac2bd9f2947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:04:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:09.724254 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-b7bc130f-e25e-40d6-8064-060ea5c3c48d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8464668 Sep 09 21:05:09.725074 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fc97ed-d5f6-4832-8b9a-970828647332', 'tag': '9d319a9e-3cc3-4d50-81bc-0401d76470a3'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:05:09.728851 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474eaf3bb652fec2f19919b2ceae808cc34db3da34c22d7391db7ed2cca7a9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadea3f9-64d2-43be-ba3a-c9aebc8c01c5" -d '{"events": [{"name": "network-changed", "server_uuid": "24fc97ed-d5f6-4832-8b9a-970828647332", "tag": "9d319a9e-3cc3-4d50-81bc-0401d76470a3"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:05:09.809107 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5da9ea08-b21b-4a07-846f-4ac2bd9f2947 None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:05:09.834908 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657a19de-8eeb-44ed-97f6-55b7fe4119d4 x-openstack-request-id: req-657a19de-8eeb-44ed-97f6-55b7fe4119d4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:05:09.835350 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fc97ed-d5f6-4832-8b9a-970828647332", "tag": "9d319a9e-3cc3-4d50-81bc-0401d76470a3", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:05:09.835629 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-657a19de-8eeb-44ed-97f6-55b7fe4119d4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:05:09.836156 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fc97ed-d5f6-4832-8b9a-970828647332', 'tag': '9d319a9e-3cc3-4d50-81bc-0401d76470a3', 'status': 'completed', 'code': 200} Sep 09 21:05:09.927895 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadea3f9-64d2-43be-ba3a-c9aebc8c01c5 req-8eaf24e4-884c-4179-8cea-5cdc7dcf6117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:09.930222 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cadea3f9-64d2-43be-ba3a-c9aebc8c01c5 req-8eaf24e4-884c-4179-8cea-5cdc7dcf6117 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e9252ab3b54e1d80dc4020801940cf&device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 1099 time: 0.0642028 Sep 09 21:05:10.090251 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadea3f9-64d2-43be-ba3a-c9aebc8c01c5 req-6e3eaf6b-7412-4b77-802d-e081a36baf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:10.092994 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cadea3f9-64d2-43be-ba3a-c9aebc8c01c5 req-6e3eaf6b-7412-4b77-802d-e081a36baf78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 200 len: 912 time: 0.1534467 Sep 09 21:05:10.124526 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 52426) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:10.158782 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5da9ea08-b21b-4a07-846f-4ac2bd9f2947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '11cb40e3-a681-4489-8230-81915d2c4c10', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'port_id': '9d319a9e-3cc3-4d50-81bc-0401d76470a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'mac_address': 'fa:16:3e:c6:11:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc97ed-d5f6-4832-8b9a-970828647332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:05:08Z', 'updated_at': '2021-09-09T21:05:08Z', 'revision_number': 0, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:10.190204 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cadea3f9-64d2-43be-ba3a-c9aebc8c01c5 req-df35fb19-f408-459b-a9b9-a2c6f39816f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d319a9e-3cc3-4d50-81bc-0401d76470a3 HTTP/1.1" status: 200 len: 999 time: 0.0889025 Sep 09 21:05:10.191401 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9ea08-b21b-4a07-846f-4ac2bd9f2947 None None] Checking router: 44586854-c3be-4aa1-bb0d-e6913609d9a4 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:05:10.203920 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9ea08-b21b-4a07-846f-4ac2bd9f2947 None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:05:10.204725 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5da9ea08-b21b-4a07-846f-4ac2bd9f2947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:04:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:10.260061 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadea3f9-64d2-43be-ba3a-c9aebc8c01c5 req-9ac1d386-ddc9-45ae-a16e-6d2edc1fdd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:10.261604 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cadea3f9-64d2-43be-ba3a-c9aebc8c01c5 req-9ac1d386-ddc9-45ae-a16e-6d2edc1fdd59 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7c1e48d-68a6-4644-95b0-1158dc726b0e HTTP/1.1" status: 200 len: 850 time: 0.0638940 Sep 09 21:05:10.275224 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea075d2d-3ffe-4852-8ae1-173b1bfb278d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:10.333802 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadea3f9-64d2-43be-ba3a-c9aebc8c01c5 req-cf4293ae-a6c5-449e-970c-998c73cd4887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:10.336098 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cadea3f9-64d2-43be-ba3a-c9aebc8c01c5 req-cf4293ae-a6c5-449e-970c-998c73cd4887 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f35eb8-e794-4bfb-bb49-572192a02f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610263 Sep 09 21:05:10.342782 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5da9ea08-b21b-4a07-846f-4ac2bd9f2947 None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:05:10.392468 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea075d2d-3ffe-4852-8ae1-173b1bfb278d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:10.398073 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea075d2d-3ffe-4852-8ae1-173b1bfb278d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:10.440891 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-ea075d2d-3ffe-4852-8ae1-173b1bfb278d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae1be54ce6a44e59a56a214af0ad1328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157198 Sep 09 21:05:10.441670 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea075d2d-3ffe-4852-8ae1-173b1bfb278d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a924a0e0-c8d3-4766-9985-fa5ff6eb42e8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:10.450281 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 52430) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:10.487059 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cadea3f9-64d2-43be-ba3a-c9aebc8c01c5 req-c824b3a7-585e-4523-aee4-bc77074a548d service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402364 Sep 09 21:05:10.585033 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abad2990-e5d1-40fe-a8d3-7c8e8e885a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:10.627509 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abad2990-e5d1-40fe-a8d3-7c8e8e885a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:10.628997 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5da9ea08-b21b-4a07-846f-4ac2bd9f2947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '11cb40e3-a681-4489-8230-81915d2c4c10', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'port_id': '9d319a9e-3cc3-4d50-81bc-0401d76470a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'mac_address': 'fa:16:3e:c6:11:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc97ed-d5f6-4832-8b9a-970828647332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:05:08Z', 'updated_at': '2021-09-09T21:05:08Z', 'revision_number': 0, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:10.641766 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cadea3f9-64d2-43be-ba3a-c9aebc8c01c5 req-82c8effc-a5ff-4633-8287-0abc48163368 service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365645 Sep 09 21:05:10.679229 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9ea08-b21b-4a07-846f-4ac2bd9f2947 None None] The sync data for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi is: [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '11cb40e3-a681-4489-8230-81915d2c4c10', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'port_id': '9d319a9e-3cc3-4d50-81bc-0401d76470a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'mac_address': 'fa:16:3e:c6:11:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc97ed-d5f6-4832-8b9a-970828647332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:05:08Z', 'updated_at': '2021-09-09T21:05:08Z', 'revision_number': 0, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:05:10.701585 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abad2990-e5d1-40fe-a8d3-7c8e8e885a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:10.704751 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abad2990-e5d1-40fe-a8d3-7c8e8e885a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:10.705948 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-abad2990-e5d1-40fe-a8d3-7c8e8e885a7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a924a0e0-c8d3-4766-9985-fa5ff6eb42e8 HTTP/1.1" status: 204 len: 168 time: 0.2546213 Sep 09 21:05:10.717072 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad2990-e5d1-40fe-a8d3-7c8e8e885a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a924a0e0-c8d3-4766-9985-fa5ff6eb42e8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:10.921809 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131e801-e1c4-4e3d-9de4-cd7d6e7cdf58 None None] New status for floating IP 11cb40e3-a681-4489-8230-81915d2c4c10: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:05:15.784561 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-83519426-1431-45cd-9cff-88a672903f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:18.412214 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b110ec71-c90d-4025-b4a8-192d792842b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:18.588608 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:19.988444 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:21.399808 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:22.267761 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 52608) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:22.388727 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90b94abe-bf42-4ffa-a30b-c471da1efd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:22.489805 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90b94abe-bf42-4ffa-a30b-c471da1efd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:22.494459 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90b94abe-bf42-4ffa-a30b-c471da1efd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:22.532757 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b94abe-bf42-4ffa-a30b-c471da1efd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa6c97e-8a31-4e69-bbb9-01c81dba92ee,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:22.537438 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-90b94abe-bf42-4ffa-a30b-c471da1efd38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab45cf828011435ab557b1e622d4269b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686250 Sep 09 21:05:22.540632 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 52614) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:22.592401 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0cf02a38-ea4f-4a7c-a8eb-80c30de26063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:22.615768 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0cf02a38-ea4f-4a7c-a8eb-80c30de26063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:22.666999 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0cf02a38-ea4f-4a7c-a8eb-80c30de26063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:22.669727 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0cf02a38-ea4f-4a7c-a8eb-80c30de26063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:22.670923 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-0cf02a38-ea4f-4a7c-a8eb-80c30de26063 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1aa6c97e-8a31-4e69-bbb9-01c81dba92ee HTTP/1.1" status: 204 len: 168 time: 0.1294575 Sep 09 21:05:22.682957 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf02a38-ea4f-4a7c-a8eb-80c30de26063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa6c97e-8a31-4e69-bbb9-01c81dba92ee,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:28.881989 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-41326901-b205-4259-95cc-10319966f4b9 req-75ce2464-e33f-4cd0-8f9b-fc1edec85fdf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553660 Sep 09 21:05:28.994763 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41326901-b205-4259-95cc-10319966f4b9 req-0f8f8005-2ff5-4f1a-8760-8226cd1994e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:28.996638 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-41326901-b205-4259-95cc-10319966f4b9 req-0f8f8005-2ff5-4f1a-8760-8226cd1994e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23dcd63a9c8c4f72a62f7d5b752dd05b&device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 1138 time: 0.0658102 Sep 09 21:05:29.143337 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41326901-b205-4259-95cc-10319966f4b9 req-f123abb7-ce48-4ee7-bb33-e6501dd6131e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:29.144903 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-41326901-b205-4259-95cc-10319966f4b9 req-f123abb7-ce48-4ee7-bb33-e6501dd6131e service neutron] 10.222.0.48 "GET /v2.0/networks?id=57585628-e7b1-478b-906c-a76a665e6759 HTTP/1.1" status: 200 len: 915 time: 0.1178796 Sep 09 21:05:29.247138 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-41326901-b205-4259-95cc-10319966f4b9 req-622d4235-0fca-4088-8a93-621b85645db5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=632c81b9-771b-4b87-9839-a19bbd7ee4d9 HTTP/1.1" status: 200 len: 1002 time: 0.0904398 Sep 09 21:05:29.329654 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41326901-b205-4259-95cc-10319966f4b9 req-b72c16e0-cc7d-4756-b7a6-b4ee62753e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:29.331529 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-41326901-b205-4259-95cc-10319966f4b9 req-b72c16e0-cc7d-4756-b7a6-b4ee62753e64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dbb6900-dc72-4f23-9b96-20d376d9b7bd HTTP/1.1" status: 200 len: 853 time: 0.0766761 Sep 09 21:05:29.408599 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41326901-b205-4259-95cc-10319966f4b9 req-085e73b4-8bd8-4239-b539-53411d9d87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:29.411224 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-41326901-b205-4259-95cc-10319966f4b9 req-085e73b4-8bd8-4239-b539-53411d9d87e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57585628-e7b1-478b-906c-a76a665e6759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618656 Sep 09 21:05:29.549647 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-41326901-b205-4259-95cc-10319966f4b9 req-0da4fda9-7da1-40de-ab12-351f7ee8cabb service neutron] 10.222.0.48 "GET /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294997 Sep 09 21:05:29.668756 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-41326901-b205-4259-95cc-10319966f4b9 req-8b82e005-8c3a-44e0-beea-f2cbb0e4896b service neutron] 10.222.0.48 "GET /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106088 Sep 09 21:05:29.821130 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75215a-c748-4e65-9544-a140e45c3cae req-10525522-e61d-4c87-b21a-587736e91580 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:29.822757 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2f75215a-c748-4e65-9544-a140e45c3cae req-10525522-e61d-4c87-b21a-587736e91580 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0546894 Sep 09 21:05:29.865862 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2f75215a-c748-4e65-9544-a140e45c3cae req-ed7a0d7e-bc91-49c8-bc6e-3ee1034d8b15 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359707 Sep 09 21:05:30.728731 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:31.005595 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090cf9c-8a7d-46cf-9fad-e4bf2e2ad32c req-c1fb304c-bd5f-4142-b5c0-5bf23ddcb238 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:31.007326 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9090cf9c-8a7d-46cf-9fad-e4bf2e2ad32c req-c1fb304c-bd5f-4142-b5c0-5bf23ddcb238 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0530615 Sep 09 21:05:31.053330 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9090cf9c-8a7d-46cf-9fad-e4bf2e2ad32c req-ee2474f5-061f-43d9-af15-c514ee2f7a5c tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396469 Sep 09 21:05:32.182718 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09e4c5-d6b9-494c-a4e8-e74aa567abe7 req-1028e6c4-cef6-4bcf-8417-abeefa13e49a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:32.184424 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6c09e4c5-d6b9-494c-a4e8-e74aa567abe7 req-1028e6c4-cef6-4bcf-8417-abeefa13e49a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0537825 Sep 09 21:05:32.233723 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6c09e4c5-d6b9-494c-a4e8-e74aa567abe7 req-ff54bbea-747d-415f-92f6-2bd22f1dd19f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393448 Sep 09 21:05:33.371119 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a4654-dc4a-41a7-823c-015b89a52c89 req-7fb43c35-e5bf-47aa-bcac-67b928bf14a8 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:33.372804 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-770a4654-dc4a-41a7-823c-015b89a52c89 req-7fb43c35-e5bf-47aa-bcac-67b928bf14a8 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0544240 Sep 09 21:05:33.422711 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-770a4654-dc4a-41a7-823c-015b89a52c89 req-32315a77-c355-4470-a081-6664f823eb11 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416167 Sep 09 21:05:34.589769 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0a38e-063e-4659-8b93-3962a637c62b req-c8ac37d4-a87d-4c7d-b839-7f83098ff6b4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:34.591462 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6bb0a38e-063e-4659-8b93-3962a637c62b req-c8ac37d4-a87d-4c7d-b839-7f83098ff6b4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0658624 Sep 09 21:05:34.633654 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6bb0a38e-063e-4659-8b93-3962a637c62b req-84314734-2301-4390-bee2-72fb28b0f5f5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353475 Sep 09 21:05:35.767190 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89d2ae-17c3-4b49-920e-b90b506d8be3 req-20f8a057-3e0f-48f5-b7db-5dc0c8e90928 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:35.770633 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8e89d2ae-17c3-4b49-920e-b90b506d8be3 req-20f8a057-3e0f-48f5-b7db-5dc0c8e90928 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0578799 Sep 09 21:05:35.828477 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8e89d2ae-17c3-4b49-920e-b90b506d8be3 req-782aa83a-f412-4e69-9b05-dc9674981321 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495322 Sep 09 21:05:37.021346 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc50c4-11de-4837-b72d-9ba834f0b3f6 req-e1c8da86-3b9b-48bc-b611-2432e7a6fa16 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:37.024028 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-26cc50c4-11de-4837-b72d-9ba834f0b3f6 req-e1c8da86-3b9b-48bc-b611-2432e7a6fa16 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0936425 Sep 09 21:05:37.074517 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-26cc50c4-11de-4837-b72d-9ba834f0b3f6 req-cdc454c6-7505-4517-a228-6d4ce93fcc32 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418699 Sep 09 21:05:37.569676 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b1b4e0f6-01d4-41da-ab83-a014717ba6d8 req-eebc8bd9-a23a-4a67-a42a-9bf45dda5429 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823255586&fields=id&tenant_id=23dcd63a9c8c4f72a62f7d5b752dd05b HTTP/1.1" status: 200 len: 267 time: 0.0380607 Sep 09 21:05:37.634828 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4e0f6-01d4-41da-ab83-a014717ba6d8 req-14b2aac2-7600-4f0e-8030-5c44cbc2e263 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:37.636395 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b1b4e0f6-01d4-41da-ab83-a014717ba6d8 req-14b2aac2-7600-4f0e-8030-5c44cbc2e263 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 985 time: 0.0604014 Sep 09 21:05:37.648731 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-b1b4e0f6-01d4-41da-ab83-a014717ba6d8 req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Request body: {'port': {'security_groups': ['22e0e5f3-6c36-461b-9aa3-699327b18642']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:05:37.726394 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1b4e0f6-01d4-41da-ab83-a014717ba6d8 req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:37.928652 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b1b4e0f6-01d4-41da-ab83-a014717ba6d8 req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] For port 632c81b9-771b-4b87-9839-a19bbd7ee4d9, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=632c81b9-771b-4b87-9839-a19bbd7ee4d9,segment=NetworkSegment(69cfae04-674d-402e-bc8e-fa8dc8851d1e),segment_id=69cfae04-674d-402e-bc8e-fa8dc8851d1e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:05:37.959466 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1b4e0f6-01d4-41da-ab83-a014717ba6d8 req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:37.964889 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1b4e0f6-01d4-41da-ab83-a014717ba6d8 req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:37.979262 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['632c81b9-771b-4b87-9839-a19bbd7ee4d9'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:05:38.024377 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4e0f6-01d4-41da-ab83-a014717ba6d8 req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:38.025092 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1b4e0f6-01d4-41da-ab83-a014717ba6d8 req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:38.028466 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b1b4e0f6-01d4-41da-ab83-a014717ba6d8 req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "PUT /v2.0/ports/632c81b9-771b-4b87-9839-a19bbd7ee4d9 HTTP/1.1" status: 200 len: 943 time: 0.3844225 Sep 09 21:05:38.028989 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'tag': '632c81b9-771b-4b87-9839-a19bbd7ee4d9'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:05:38.032034 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae9d2db-c2db-4e78-9a9b-95ff5ed96cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "190b6e2b-7c8e-4827-93eb-05af5e9f23df", "tag": "632c81b9-771b-4b87-9839-a19bbd7ee4d9"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:05:38.058212 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 52744) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:38.133313 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Pushing event updated for resources: {'Port': ['ID=632c81b9-771b-4b87-9839-a19bbd7ee4d9,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:38.145089 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbb5595-4c9e-498a-9197-1d90da4df040 x-openstack-request-id: req-5fbb5595-4c9e-498a-9197-1d90da4df040 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:05:38.145391 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190b6e2b-7c8e-4827-93eb-05af5e9f23df", "tag": "632c81b9-771b-4b87-9839-a19bbd7ee4d9", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:05:38.145642 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fbb5595-4c9e-498a-9197-1d90da4df040 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:05:38.146060 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'tag': '632c81b9-771b-4b87-9839-a19bbd7ee4d9', 'status': 'completed', 'code': 200} Sep 09 21:05:38.172383 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:38.172737 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:38.173291 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:38.173634 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:38.173977 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:38.174309 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:38.176231 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:38.176806 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:38.187312 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:38.187435 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:38.187733 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:38.188375 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666484d-369e-4834-afde-ff2fb7fe3e21 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:38.212893 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['632c81b9-771b-4b87-9839-a19bbd7ee4d9'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:05:38.299637 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55042c23-ee12-49c6-ba02-4e1047632dac tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:38.325130 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0876f-b904-424d-a36e-dc5fd111c273 req-0e5017fe-8545-45b8-8bfc-58058cb87803 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:38.326759 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e7c0876f-b904-424d-a36e-dc5fd111c273 req-0e5017fe-8545-45b8-8bfc-58058cb87803 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.1082056 Sep 09 21:05:38.332797 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9d2db-c2db-4e78-9a9b-95ff5ed96cbe req-35141149-6bb1-440d-a230-09d590d88d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:38.334246 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9ae9d2db-c2db-4e78-9a9b-95ff5ed96cbe req-35141149-6bb1-440d-a230-09d590d88d0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23dcd63a9c8c4f72a62f7d5b752dd05b&device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 1099 time: 0.1272578 Sep 09 21:05:38.357128 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55042c23-ee12-49c6-ba02-4e1047632dac tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:38.433217 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-72d3621f-af36-4e72-b455-3b7698a3d3d4 None None] Provisioning complete for port 632c81b9-771b-4b87-9839-a19bbd7ee4d9 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:05:38.433595 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-72d3621f-af36-4e72-b455-3b7698a3d3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:38.448079 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e7c0876f-b904-424d-a36e-dc5fd111c273 req-63a14a89-d2ee-46af-a22a-1a9376cff5c7 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100767 Sep 09 21:05:38.771210 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9d2db-c2db-4e78-9a9b-95ff5ed96cbe req-477ee388-d157-49bc-98bf-fc16b80d43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:38.772729 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9ae9d2db-c2db-4e78-9a9b-95ff5ed96cbe req-477ee388-d157-49bc-98bf-fc16b80d43ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=57585628-e7b1-478b-906c-a76a665e6759 HTTP/1.1" status: 200 len: 915 time: 0.4278755 Sep 09 21:05:38.824610 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55042c23-ee12-49c6-ba02-4e1047632dac tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:38.827165 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55042c23-ee12-49c6-ba02-4e1047632dac tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:38.829034 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-55042c23-ee12-49c6-ba02-4e1047632dac tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "DELETE /v2.0/security-groups/a3c04b64-8aee-4290-a50f-3bffa1b41fe8 HTTP/1.1" status: 204 len: 168 time: 0.7694645 Sep 09 21:05:38.833594 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 52748) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:38.845053 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55042c23-ee12-49c6-ba02-4e1047632dac tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c04b64-8aee-4290-a50f-3bffa1b41fe8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:38.865851 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9ae9d2db-c2db-4e78-9a9b-95ff5ed96cbe req-b6f25809-d56f-4ca3-9934-57fbdb8f8dbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=632c81b9-771b-4b87-9839-a19bbd7ee4d9 HTTP/1.1" status: 200 len: 1002 time: 0.0849819 Sep 09 21:05:38.921195 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9d2db-c2db-4e78-9a9b-95ff5ed96cbe req-48db6e7b-ce80-46ba-a014-13f10e66946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:38.922743 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9ae9d2db-c2db-4e78-9a9b-95ff5ed96cbe req-48db6e7b-ce80-46ba-a014-13f10e66946b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dbb6900-dc72-4f23-9b96-20d376d9b7bd HTTP/1.1" status: 200 len: 853 time: 0.0505970 Sep 09 21:05:38.972517 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9d2db-c2db-4e78-9a9b-95ff5ed96cbe req-10d528f0-2274-4334-8723-06f1e269b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:38.974087 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9ae9d2db-c2db-4e78-9a9b-95ff5ed96cbe req-10d528f0-2274-4334-8723-06f1e269b317 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57585628-e7b1-478b-906c-a76a665e6759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434225 Sep 09 21:05:39.025418 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-602d5d3f-d648-484b-92dc-9b62e682666f tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Deleting port d7de0ef5-5235-42e3-919d-eafeebf9bb5d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:05:39.025763 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-602d5d3f-d648-484b-92dc-9b62e682666f tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:39.090389 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9ae9d2db-c2db-4e78-9a9b-95ff5ed96cbe req-a0dc3cb7-181e-4524-a966-75c19b262533 service neutron] 10.222.0.48 "GET /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079972 Sep 09 21:05:39.112880 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-602d5d3f-d648-484b-92dc-9b62e682666f tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:39.113241 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-602d5d3f-d648-484b-92dc-9b62e682666f tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:39.127896 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-602d5d3f-d648-484b-92dc-9b62e682666f tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Calling delete_port for d7de0ef5-5235-42e3-919d-eafeebf9bb5d owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:05:39.208598 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9ae9d2db-c2db-4e78-9a9b-95ff5ed96cbe req-a0b10c82-b4fc-424a-8aad-a6316f366ae5 service neutron] 10.222.0.48 "GET /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042607 Sep 09 21:05:39.346020 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-602d5d3f-d648-484b-92dc-9b62e682666f tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:39.382460 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d5d3f-d648-484b-92dc-9b62e682666f tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Pushing event deleted for resources: {'Port': ['ID=d7de0ef5-5235-42e3-919d-eafeebf9bb5d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:39.460639 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-602d5d3f-d648-484b-92dc-9b62e682666f tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:39.460966 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.db.l3_db [None req-602d5d3f-d648-484b-92dc-9b62e682666f tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Floating IP 58b6c872-a0a3-4bc4-a75e-fd1fec2d4fec disassociated (deleted). External IP: 172.27.3.118, port: 632c81b9-771b-4b87-9839-a19bbd7ee4d9. Sep 09 21:05:39.604492 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97587d58-518d-4b96-b5d9-f078a6e8534e req-fc06520e-8026-436a-b645-98bf92827309 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:39.605987 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-97587d58-518d-4b96-b5d9-f078a6e8534e req-fc06520e-8026-436a-b645-98bf92827309 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0541975 Sep 09 21:05:39.655456 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-97587d58-518d-4b96-b5d9-f078a6e8534e req-100fcd95-8e75-45ba-b3bf-ca67cc90bc5a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360506 Sep 09 21:05:39.698880 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602d5d3f-d648-484b-92dc-9b62e682666f tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:05:39.818661 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602d5d3f-d648-484b-92dc-9b62e682666f tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:05:39.823114 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-602d5d3f-d648-484b-92dc-9b62e682666f tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:39.829307 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8880f10e-6808-47f4-b7b9-76aa771ae3b2 None None] Sync routers for ids ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:05:39.838345 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8880f10e-6808-47f4-b7b9-76aa771ae3b2 None None] Routers {'9a1d14de-08f4-49da-8f9c-7dabb2da6c16'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:05:39.838956 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8880f10e-6808-47f4-b7b9-76aa771ae3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:05:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:39.854171 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-602d5d3f-d648-484b-92dc-9b62e682666f tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "DELETE /v2.0/floatingips/58b6c872-a0a3-4bc4-a75e-fd1fec2d4fec HTTP/1.1" status: 204 len: 168 time: 1.0193655 Sep 09 21:05:39.854833 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'tag': '632c81b9-771b-4b87-9839-a19bbd7ee4d9'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:05:39.858191 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474eaf3bb652fec2f19919b2ceae808cc34db3da34c22d7391db7ed2cca7a9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7f33bf-1724-42c4-9968-7a12c4db5446" -d '{"events": [{"name": "network-changed", "server_uuid": "190b6e2b-7c8e-4827-93eb-05af5e9f23df", "tag": "632c81b9-771b-4b87-9839-a19bbd7ee4d9"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:05:39.899109 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7debba-3691-4f9c-88df-52fcef837f62 x-openstack-request-id: req-9d7debba-3691-4f9c-88df-52fcef837f62 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:05:39.899429 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190b6e2b-7c8e-4827-93eb-05af5e9f23df", "tag": "632c81b9-771b-4b87-9839-a19bbd7ee4d9", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:05:39.899682 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d7debba-3691-4f9c-88df-52fcef837f62 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:05:39.900157 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'tag': '632c81b9-771b-4b87-9839-a19bbd7ee4d9', 'status': 'completed', 'code': 200} Sep 09 21:05:39.987173 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f33bf-1724-42c4-9968-7a12c4db5446 req-9706d76f-7d91-4764-b5a5-ec0c47a7bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:39.989736 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0e7f33bf-1724-42c4-9968-7a12c4db5446 req-9706d76f-7d91-4764-b5a5-ec0c47a7bd74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23dcd63a9c8c4f72a62f7d5b752dd05b&device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 1099 time: 0.0636783 Sep 09 21:05:39.990762 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8880f10e-6808-47f4-b7b9-76aa771ae3b2 None None] Set router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:05:40.139850 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f33bf-1724-42c4-9968-7a12c4db5446 req-23d46b59-07bb-4075-8525-4bbe2d9e9b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:40.142501 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0e7f33bf-1724-42c4-9968-7a12c4db5446 req-23d46b59-07bb-4075-8525-4bbe2d9e9b20 service neutron] 10.222.0.48 "GET /v2.0/networks?id=57585628-e7b1-478b-906c-a76a665e6759 HTTP/1.1" status: 200 len: 915 time: 0.1446586 Sep 09 21:05:40.202864 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0e7f33bf-1724-42c4-9968-7a12c4db5446 req-a338ec00-a09b-4c17-9ea9-8e0a55f292c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=632c81b9-771b-4b87-9839-a19bbd7ee4d9 HTTP/1.1" status: 200 len: 217 time: 0.0514572 Sep 09 21:05:40.261060 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f33bf-1724-42c4-9968-7a12c4db5446 req-909404f8-16b4-4d90-b6ff-90a2be8bad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:40.262555 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0e7f33bf-1724-42c4-9968-7a12c4db5446 req-909404f8-16b4-4d90-b6ff-90a2be8bad1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dbb6900-dc72-4f23-9b96-20d376d9b7bd HTTP/1.1" status: 200 len: 853 time: 0.0520177 Sep 09 21:05:40.270796 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8880f10e-6808-47f4-b7b9-76aa771ae3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'name': 'tempest-TestMinimumBasicScenario-878251612-router', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:48Z', 'updated_at': '2021-09-09T21:02:54Z', 'revision_number': 4, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'gw_port': {'id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:49Z', 'updated_at': '2021-09-09T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'ec004870-07ea-4e28-a5f9-4aeea11d2105', 'name': '', 'network_id': '57585628-e7b1-478b-906c-a76a665e6759', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'mac_address': 'fa:16:3e:41:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:54Z', 'updated_at': '2021-09-09T21:03:03Z', 'revision_number': 5, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'subnets': [{'id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:40.301851 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8880f10e-6808-47f4-b7b9-76aa771ae3b2 None None] Checking router: 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:05:40.312962 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8880f10e-6808-47f4-b7b9-76aa771ae3b2 None None] Routers {'9a1d14de-08f4-49da-8f9c-7dabb2da6c16'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:05:40.313601 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8880f10e-6808-47f4-b7b9-76aa771ae3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:05:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:40.317271 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f33bf-1724-42c4-9968-7a12c4db5446 req-f47631b4-6904-4ae7-b98f-2f9be30f0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:40.318803 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0e7f33bf-1724-42c4-9968-7a12c4db5446 req-f47631b4-6904-4ae7-b98f-2f9be30f0406 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57585628-e7b1-478b-906c-a76a665e6759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480812 Sep 09 21:05:40.425652 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0e7f33bf-1724-42c4-9968-7a12c4db5446 req-a2505906-27f0-4575-b6c3-840c63684999 service neutron] 10.222.0.48 "GET /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978777 Sep 09 21:05:40.540537 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0e7f33bf-1724-42c4-9968-7a12c4db5446 req-90965073-1e28-486c-80ed-f94ae0f54449 service neutron] 10.222.0.48 "GET /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069136 Sep 09 21:05:40.545514 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8880f10e-6808-47f4-b7b9-76aa771ae3b2 None None] Set router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:05:40.757261 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8880f10e-6808-47f4-b7b9-76aa771ae3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'name': 'tempest-TestMinimumBasicScenario-878251612-router', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:48Z', 'updated_at': '2021-09-09T21:02:54Z', 'revision_number': 4, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'gw_port': {'id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:49Z', 'updated_at': '2021-09-09T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'ec004870-07ea-4e28-a5f9-4aeea11d2105', 'name': '', 'network_id': '57585628-e7b1-478b-906c-a76a665e6759', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'mac_address': 'fa:16:3e:41:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:54Z', 'updated_at': '2021-09-09T21:03:03Z', 'revision_number': 5, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'subnets': [{'id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:40.786102 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8880f10e-6808-47f4-b7b9-76aa771ae3b2 None None] The sync data for ids ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'] in dv-cinder-805083-2-iscsi is: [{'id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'name': 'tempest-TestMinimumBasicScenario-878251612-router', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:48Z', 'updated_at': '2021-09-09T21:02:54Z', 'revision_number': 4, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'gw_port': {'id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:49Z', 'updated_at': '2021-09-09T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': 'ec004870-07ea-4e28-a5f9-4aeea11d2105', 'name': '', 'network_id': '57585628-e7b1-478b-906c-a76a665e6759', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'mac_address': 'fa:16:3e:41:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:54Z', 'updated_at': '2021-09-09T21:03:03Z', 'revision_number': 5, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'subnets': [{'id': '6dbb6900-dc72-4f23-9b96-20d376d9b7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:05:40.798806 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16da71d-5b61-48b6-bf51-59e0d3764be2 req-299cb2de-9044-4df2-9519-a6c910d1bcd6 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:40.800450 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c16da71d-5b61-48b6-bf51-59e0d3764be2 req-299cb2de-9044-4df2-9519-a6c910d1bcd6 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0515287 Sep 09 21:05:40.848776 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c16da71d-5b61-48b6-bf51-59e0d3764be2 req-02814f1e-b4aa-4b3c-8d76-b18346bc8b25 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421569 Sep 09 21:05:41.014204 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff7c443-3e0b-4a48-88ba-0ab98543ae56 None None] New status for floating IP 58b6c872-a0a3-4bc4-a75e-fd1fec2d4fec: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:05:41.350940 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 7dff4411-267e-416e-8cdf-b02b6c722ef2 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:05:41.468075 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 7dff4411-267e-416e-8cdf-b02b6c722ef2, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:05:41.480361 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': '7dff4411-267e-416e-8cdf-b02b6c722ef2', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'port_id': '7dff4411-267e-416e-8cdf-b02b6c722ef2', 'mac_address': 'fa:16:3e:da:b0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:05:41.523153 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:41.536000 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dff4411-267e-416e-8cdf-b02b6c722ef2 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:05:41.555669 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 7dff4411-267e-416e-8cdf-b02b6c722ef2, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:05:41.561275 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:41.634505 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=7dff4411-267e-416e-8cdf-b02b6c722ef2,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:41.646480 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:41.647069 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:41.647665 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:41.648236 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:41.648812 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:41.649391 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:41.649968 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:41.650551 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:41.651157 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:41.651742 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:41.652306 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:41.652878 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:05:41.677135 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['7dff4411-267e-416e-8cdf-b02b6c722ef2'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:05:42.010827 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341a9be-00c8-43d7-81a9-df50b791e0aa req-44452349-de40-49f9-b6d2-1a6bbdf13ccd tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:42.012359 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9341a9be-00c8-43d7-81a9-df50b791e0aa req-44452349-de40-49f9-b6d2-1a6bbdf13ccd tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 944 time: 0.0593634 Sep 09 21:05:42.050580 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9341a9be-00c8-43d7-81a9-df50b791e0aa req-a41277eb-5c7b-4aee-af5e-72f94d81bf59 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317791 Sep 09 21:05:43.228132 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0068d-0dd6-4ea2-85c6-ebd803987c9c req-f22fd0bd-fe2b-428d-b707-dad86af97901 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:43.230720 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-51a0068d-0dd6-4ea2-85c6-ebd803987c9c req-f22fd0bd-fe2b-428d-b707-dad86af97901 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 944 time: 0.0665169 Sep 09 21:05:43.283116 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-51a0068d-0dd6-4ea2-85c6-ebd803987c9c req-dee5b29a-0e77-4934-bb79-824cacdd41a5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435882 Sep 09 21:05:43.354155 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 7dff4411-267e-416e-8cdf-b02b6c722ef2 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:05:43.417855 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port 7dff4411-267e-416e-8cdf-b02b6c722ef2 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:05:43.418351 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:43.508033 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:43.547556 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dff4411-267e-416e-8cdf-b02b6c722ef2'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:05:43.550014 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653ff8c6-7abc-468d-8c73-7c644da67ea0" -d '{"events": [{"server_uuid": "68a489c4-1318-4d08-8a5c-57288e0cca49", "name": "network-vif-plugged", "status": "completed", "tag": "7dff4411-267e-416e-8cdf-b02b6c722ef2"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:05:43.571303 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 7dff4411-267e-416e-8cdf-b02b6c722ef2, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:05:43.587181 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:43.642181 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6741a077-cb61-4e53-a611-a3158cfaee49 x-openstack-request-id: req-6741a077-cb61-4e53-a611-a3158cfaee49 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:05:43.642421 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a489c4-1318-4d08-8a5c-57288e0cca49", "name": "network-vif-plugged", "status": "completed", "tag": "7dff4411-267e-416e-8cdf-b02b6c722ef2", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:05:43.642623 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6741a077-cb61-4e53-a611-a3158cfaee49 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:05:43.643022 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dff4411-267e-416e-8cdf-b02b6c722ef2', 'code': 200} Sep 09 21:05:43.659529 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=7dff4411-267e-416e-8cdf-b02b6c722ef2,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:44.486903 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881df2b-56a7-49ae-b89f-81164b5ec806 req-3383ff9b-93ff-4e8f-a108-68f8e4d820ce tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:44.488368 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2881df2b-56a7-49ae-b89f-81164b5ec806 req-3383ff9b-93ff-4e8f-a108-68f8e4d820ce tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0685704 Sep 09 21:05:44.559629 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2881df2b-56a7-49ae-b89f-81164b5ec806 req-a73250de-3801-4f34-81b1-2c33160849c3 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549359 Sep 09 21:05:45.211900 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:05:45.730023 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143297c8-cc7d-417b-8e7b-659fb4d4c640 req-3a82a250-1f74-4a64-bde6-9ecafda888fa tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:45.733166 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-143297c8-cc7d-417b-8e7b-659fb4d4c640 req-3a82a250-1f74-4a64-bde6-9ecafda888fa tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0780454 Sep 09 21:05:45.782334 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e140-00e1-4954-a579-16acddade041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:45.797235 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-143297c8-cc7d-417b-8e7b-659fb4d4c640 req-45851463-4e46-4358-aa9d-bff32781be0a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555494 Sep 09 21:05:47.009652 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8bcde-3a8a-449c-b853-3dea55cd2e63 req-3e58254a-f2d3-444c-84c0-f29ef22ce0db tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:47.021648 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-42f8bcde-3a8a-449c-b853-3dea55cd2e63 req-3e58254a-f2d3-444c-84c0-f29ef22ce0db tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.1120045 Sep 09 21:05:47.079169 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-42f8bcde-3a8a-449c-b853-3dea55cd2e63 req-053a46dc-03f1-41e5-8db9-a10af43ab4e4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504906 Sep 09 21:05:47.268722 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac6acc-c5f1-4fc1-9da8-6587cf9a8621 req-603f8c50-cade-4466-9bb6-2dd82f77c5d6 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:47.270321 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a1ac6acc-c5f1-4fc1-9da8-6587cf9a8621 req-603f8c50-cade-4466-9bb6-2dd82f77c5d6 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 946 time: 0.0661061 Sep 09 21:05:47.340131 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a1ac6acc-c5f1-4fc1-9da8-6587cf9a8621 req-71b47331-dcae-4043-92cf-24d5da81ef31 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628548 Sep 09 21:05:48.227868 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75de86-b9a7-43da-b183-566b53b269d0 req-a182fe77-ba91-448c-9d81-7cadec541657 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:48.236338 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1c75de86-b9a7-43da-b183-566b53b269d0 req-a182fe77-ba91-448c-9d81-7cadec541657 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0754399 Sep 09 21:05:48.277943 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1c75de86-b9a7-43da-b183-566b53b269d0 req-0ec3f34b-894e-4c47-955e-9502dc0c9a3d tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404260 Sep 09 21:05:48.473591 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6765fe0-be08-4844-b348-39d6aefe1bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:48.519126 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a122f67-b321-4a83-b5ff-7ce28cdce81f req-1c6c6c3f-4833-4611-b20a-998733940a40 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:48.523025 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7a122f67-b321-4a83-b5ff-7ce28cdce81f req-1c6c6c3f-4833-4611-b20a-998733940a40 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 946 time: 0.0809529 Sep 09 21:05:48.572135 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7a122f67-b321-4a83-b5ff-7ce28cdce81f req-2f38154e-0b4f-43b7-9e53-9946f083aae7 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455945 Sep 09 21:05:48.594727 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:48.818103 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220eef3-8edd-455c-9e45-0ff0f152f940 req-2ec9afef-cf03-43a3-a4ba-d36e5509f6e3 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:48.819797 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6220eef3-8edd-455c-9e45-0ff0f152f940 req-2ec9afef-cf03-43a3-a4ba-d36e5509f6e3 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 945 time: 0.0642614 Sep 09 21:05:48.869147 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6220eef3-8edd-455c-9e45-0ff0f152f940 req-1fc40c0f-9eaf-43a7-b30c-ac9eb2a1d565 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2744ad8-76b6-4172-a249-3b0e645a3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384560 Sep 09 21:05:49.206087 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42881ad-ff86-4837-bcc8-665fc8c9c581 req-b1877ec7-2ca2-4b22-af4f-f7dae2d0c245 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:49.207844 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c42881ad-ff86-4837-bcc8-665fc8c9c581 req-b1877ec7-2ca2-4b22-af4f-f7dae2d0c245 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.48 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 946 time: 0.0714972 Sep 09 21:05:49.376945 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-c42881ad-ff86-4837-bcc8-665fc8c9c581 req-de1def6e-94ef-4ba5-9691-215a712c0f28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Deleting port 632c81b9-771b-4b87-9839-a19bbd7ee4d9 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:05:49.377709 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c42881ad-ff86-4837-bcc8-665fc8c9c581 req-de1def6e-94ef-4ba5-9691-215a712c0f28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:49.553237 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf44957-e6f5-4f73-87cb-ba0c49cf5ca2 req-095db373-373e-49b5-8db3-6c17b7deeac5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:49.554741 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ccf44957-e6f5-4f73-87cb-ba0c49cf5ca2 req-095db373-373e-49b5-8db3-6c17b7deeac5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.1735330 Sep 09 21:05:49.623563 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c42881ad-ff86-4837-bcc8-665fc8c9c581 req-de1def6e-94ef-4ba5-9691-215a712c0f28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] For port 632c81b9-771b-4b87-9839-a19bbd7ee4d9, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=632c81b9-771b-4b87-9839-a19bbd7ee4d9,segment=NetworkSegment(69cfae04-674d-402e-bc8e-fa8dc8851d1e),segment_id=69cfae04-674d-402e-bc8e-fa8dc8851d1e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:05:49.623944 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c42881ad-ff86-4837-bcc8-665fc8c9c581 req-de1def6e-94ef-4ba5-9691-215a712c0f28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:49.656442 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ccf44957-e6f5-4f73-87cb-ba0c49cf5ca2 req-d7faf308-355e-4a49-8379-8eeeaee06924 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920188 Sep 09 21:05:49.667516 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-c42881ad-ff86-4837-bcc8-665fc8c9c581 req-de1def6e-94ef-4ba5-9691-215a712c0f28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Calling delete_port for 632c81b9-771b-4b87-9839-a19bbd7ee4d9 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:05:49.795257 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170dddf-3d13-4363-bf9e-fad746519358 req-d1615204-2510-4c87-b7d9-af8d29f0f7aa tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:49.798666 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1170dddf-3d13-4363-bf9e-fad746519358 req-d1615204-2510-4c87-b7d9-af8d29f0f7aa tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/ports?device_id=190b6e2b-7c8e-4827-93eb-05af5e9f23df HTTP/1.1" status: 200 len: 946 time: 0.1195834 Sep 09 21:05:49.879663 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1170dddf-3d13-4363-bf9e-fad746519358 req-78cbec14-b65d-4c96-be52-0fee1b3378b0 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.13 "GET /v2.0/security-groups?id=22e0e5f3-6c36-461b-9aa3-699327b18642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734022 Sep 09 21:05:49.902812 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c42881ad-ff86-4837-bcc8-665fc8c9c581 req-de1def6e-94ef-4ba5-9691-215a712c0f28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:49.909075 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['632c81b9-771b-4b87-9839-a19bbd7ee4d9'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:05:49.936552 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1def6e-94ef-4ba5-9691-215a712c0f28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Pushing event deleted for resources: {'Port': ['ID=632c81b9-771b-4b87-9839-a19bbd7ee4d9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:49.994666 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42881ad-ff86-4837-bcc8-665fc8c9c581 req-de1def6e-94ef-4ba5-9691-215a712c0f28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] No DVR routers for this DVR port 632c81b9-771b-4b87-9839-a19bbd7ee4d9 on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:05:49.997036 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:50.004134 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c42881ad-ff86-4837-bcc8-665fc8c9c581 req-de1def6e-94ef-4ba5-9691-215a712c0f28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:50.006356 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c42881ad-ff86-4837-bcc8-665fc8c9c581 req-de1def6e-94ef-4ba5-9691-215a712c0f28 tempest-TestMinimumBasicScenario-986089218 tempest-TestMinimumBasicScenario-986089218-project] 10.222.0.48 "DELETE /v2.0/ports/632c81b9-771b-4b87-9839-a19bbd7ee4d9 HTTP/1.1" status: 204 len: 173 time: 0.7874773 Sep 09 21:05:50.006727 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'name': 'network-vif-deleted', 'tag': '632c81b9-771b-4b87-9839-a19bbd7ee4d9'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:05:50.009164 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73d4228-b1b9-462f-aff7-e71f501c176e" -d '{"events": [{"server_uuid": "190b6e2b-7c8e-4827-93eb-05af5e9f23df", "name": "network-vif-deleted", "tag": "632c81b9-771b-4b87-9839-a19bbd7ee4d9"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:05:50.071921 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e2ed8-3bbd-44cd-b2e2-78eb00c12e57 req-53fc6b78-227f-46ae-af19-ef3715a597d5 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:50.073793 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-143e2ed8-3bbd-44cd-b2e2-78eb00c12e57 req-53fc6b78-227f-46ae-af19-ef3715a597d5 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 945 time: 0.0810513 Sep 09 21:05:50.075497 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b7983f-7853-4dd0-8530-903168e9e23d x-openstack-request-id: req-44b7983f-7853-4dd0-8530-903168e9e23d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:05:50.075948 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190b6e2b-7c8e-4827-93eb-05af5e9f23df", "name": "network-vif-deleted", "tag": "632c81b9-771b-4b87-9839-a19bbd7ee4d9", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:05:50.076397 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44b7983f-7853-4dd0-8530-903168e9e23d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:05:50.076803 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190b6e2b-7c8e-4827-93eb-05af5e9f23df', 'name': 'network-vif-deleted', 'tag': '632c81b9-771b-4b87-9839-a19bbd7ee4d9', 'status': 'completed', 'code': 200} Sep 09 21:05:50.155923 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-143e2ed8-3bbd-44cd-b2e2-78eb00c12e57 req-85d94c4b-87ea-4ff7-8533-5b37a9862aff tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2744ad8-76b6-4172-a249-3b0e645a3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649633 Sep 09 21:05:50.788468 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913568a-bd9b-4b4c-8e61-87d0adf08233 req-3d479429-25f1-481c-8a55-c30aa17371e4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:50.795871 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9913568a-bd9b-4b4c-8e61-87d0adf08233 req-3d479429-25f1-481c-8a55-c30aa17371e4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0646460 Sep 09 21:05:50.835740 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9913568a-bd9b-4b4c-8e61-87d0adf08233 req-f326fe1f-daa5-4ffe-994b-702c0706269b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388696 Sep 09 21:05:50.917233 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b07c0-552a-44a5-9709-ef488797c7d7 req-640b329a-2044-4fbc-a140-88523a2b819b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:50.918830 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-413b07c0-552a-44a5-9709-ef488797c7d7 req-640b329a-2044-4fbc-a140-88523a2b819b tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.48 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 945 time: 0.0554640 Sep 09 21:05:51.050813 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-413b07c0-552a-44a5-9709-ef488797c7d7 req-8a20bd5e-bf04-4e9e-aa9a-eee13f674efd tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Deleting port b454002f-b2d2-4d2c-aa79-618133eca7a4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:05:51.051549 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-413b07c0-552a-44a5-9709-ef488797c7d7 req-8a20bd5e-bf04-4e9e-aa9a-eee13f674efd tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:51.187189 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-413b07c0-552a-44a5-9709-ef488797c7d7 req-8a20bd5e-bf04-4e9e-aa9a-eee13f674efd tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] For port b454002f-b2d2-4d2c-aa79-618133eca7a4, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=b454002f-b2d2-4d2c-aa79-618133eca7a4,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:05:51.187805 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-413b07c0-552a-44a5-9709-ef488797c7d7 req-8a20bd5e-bf04-4e9e-aa9a-eee13f674efd tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:51.400358 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feca257-740c-4a7f-a76e-b11875fb3a45 req-7b87dbcd-c357-4d46-8203-17c4af689355 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:51.401874 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6feca257-740c-4a7f-a76e-b11875fb3a45 req-7b87dbcd-c357-4d46-8203-17c4af689355 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 945 time: 0.1433504 Sep 09 21:05:51.428193 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:51.502143 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6feca257-740c-4a7f-a76e-b11875fb3a45 req-ee4df51c-c252-4d29-82b5-28021e5679a0 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2744ad8-76b6-4172-a249-3b0e645a3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888059 Sep 09 21:05:51.525526 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-413b07c0-552a-44a5-9709-ef488797c7d7 req-8a20bd5e-bf04-4e9e-aa9a-eee13f674efd tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:51.525966 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-413b07c0-552a-44a5-9709-ef488797c7d7 req-8a20bd5e-bf04-4e9e-aa9a-eee13f674efd tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:51.526388 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.l3_db [req-413b07c0-552a-44a5-9709-ef488797c7d7 req-8a20bd5e-bf04-4e9e-aa9a-eee13f674efd tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Floating IP bd0121f7-dce7-4f54-a51e-3c323d53635f disassociated. External IP: 172.27.3.173, port: b454002f-b2d2-4d2c-aa79-618133eca7a4. Sep 09 21:05:51.526798 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-413b07c0-552a-44a5-9709-ef488797c7d7 req-8a20bd5e-bf04-4e9e-aa9a-eee13f674efd tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Calling delete_port for b454002f-b2d2-4d2c-aa79-618133eca7a4 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:05:51.742056 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-413b07c0-552a-44a5-9709-ef488797c7d7 req-8a20bd5e-bf04-4e9e-aa9a-eee13f674efd tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:51.786611 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20bd5e-bf04-4e9e-aa9a-eee13f674efd tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event deleted for resources: {'Port': ['ID=b454002f-b2d2-4d2c-aa79-618133eca7a4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:51.938283 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-413b07c0-552a-44a5-9709-ef488797c7d7 req-8a20bd5e-bf04-4e9e-aa9a-eee13f674efd tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Router d9f9dbae-7020-4f84-a136-e19eb24309d9 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:05:51.939427 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 52960) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:52.039568 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff8ea2-627f-465e-885a-fe7311181b89 req-b653af23-2a54-4440-b576-01c940bef68a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:52.041151 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b6ff8ea2-627f-465e-885a-fe7311181b89 req-b653af23-2a54-4440-b576-01c940bef68a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.1141133 Sep 09 21:05:52.125851 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b6ff8ea2-627f-465e-885a-fe7311181b89 req-ac016c75-d467-4bfc-8eb5-2e0f29e1cc28 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766387 Sep 09 21:05:52.165904 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-413b07c0-552a-44a5-9709-ef488797c7d7 req-8a20bd5e-bf04-4e9e-aa9a-eee13f674efd tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:05:52.182500 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba575d0-964c-4042-8cf7-606f2d4a0973 None None] Sync routers for ids ['d9f9dbae-7020-4f84-a136-e19eb24309d9'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:05:52.200567 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba575d0-964c-4042-8cf7-606f2d4a0973 None None] Routers {'d9f9dbae-7020-4f84-a136-e19eb24309d9'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:05:52.201649 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2ba575d0-964c-4042-8cf7-606f2d4a0973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:05:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['d9f9dbae-7020-4f84-a136-e19eb24309d9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:52.216228 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-413b07c0-552a-44a5-9709-ef488797c7d7 req-8a20bd5e-bf04-4e9e-aa9a-eee13f674efd tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] No DVR routers for this DVR port b454002f-b2d2-4d2c-aa79-618133eca7a4 on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:05:52.219507 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-413b07c0-552a-44a5-9709-ef488797c7d7 req-8a20bd5e-bf04-4e9e-aa9a-eee13f674efd tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:52.221966 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-413b07c0-552a-44a5-9709-ef488797c7d7 req-8a20bd5e-bf04-4e9e-aa9a-eee13f674efd tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.48 "DELETE /v2.0/ports/b454002f-b2d2-4d2c-aa79-618133eca7a4 HTTP/1.1" status: 204 len: 173 time: 1.2953932 Sep 09 21:05:52.222665 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288da114-4c48-453c-bb60-f66c3905f179', 'name': 'network-vif-deleted', 'tag': 'b454002f-b2d2-4d2c-aa79-618133eca7a4'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:05:52.225421 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b81adb-b94a-4cfe-aa81-b1c65832401e" -d '{"events": [{"server_uuid": "288da114-4c48-453c-bb60-f66c3905f179", "name": "network-vif-deleted", "tag": "b454002f-b2d2-4d2c-aa79-618133eca7a4"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:05:52.327450 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ac7cc1-9b6d-4310-abcb-0287d78e0fae x-openstack-request-id: req-76ac7cc1-9b6d-4310-abcb-0287d78e0fae {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:05:52.328346 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288da114-4c48-453c-bb60-f66c3905f179", "name": "network-vif-deleted", "tag": "b454002f-b2d2-4d2c-aa79-618133eca7a4", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:05:52.328605 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76ac7cc1-9b6d-4310-abcb-0287d78e0fae {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:05:52.329007 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288da114-4c48-453c-bb60-f66c3905f179', 'name': 'network-vif-deleted', 'tag': 'b454002f-b2d2-4d2c-aa79-618133eca7a4', 'status': 'completed', 'code': 200} Sep 09 21:05:52.445083 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2ba575d0-964c-4042-8cf7-606f2d4a0973 None None] Set router d9f9dbae-7020-4f84-a136-e19eb24309d9 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:05:52.469153 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d982af6-a75b-4d0e-b38f-70ac19acdfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1987883'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:52.660369 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fae5b849-21f2-4e70-8647-20b0c8fb3b58 req-646cb063-006d-4a31-9f0f-d72f32505c48 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/ports?device_id=288da114-4c48-453c-bb60-f66c3905f179 HTTP/1.1" status: 200 len: 210 time: 0.0296354 Sep 09 21:05:52.714734 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2ba575d0-964c-4042-8cf7-606f2d4a0973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:24Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '57996945-d134-4c95-8094-db258ff13fb8', 'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'mac_address': 'fa:16:3e:b3:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:21Z', 'updated_at': '2021-09-09T20:59:35Z', 'revision_number': 5, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'subnets': [{'id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:52.753444 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba575d0-964c-4042-8cf7-606f2d4a0973 None None] Checking router: d9f9dbae-7020-4f84-a136-e19eb24309d9 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:05:52.765665 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba575d0-964c-4042-8cf7-606f2d4a0973 None None] Routers {'d9f9dbae-7020-4f84-a136-e19eb24309d9'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:05:52.766470 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2ba575d0-964c-4042-8cf7-606f2d4a0973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:05:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['d9f9dbae-7020-4f84-a136-e19eb24309d9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:52.783705 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1d982af6-a75b-4d0e-b38f-70ac19acdfa0 admin admin] Deleting port ec004870-07ea-4e28-a5f9-4aeea11d2105 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:05:52.784142 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d982af6-a75b-4d0e-b38f-70ac19acdfa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:52.869371 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1d982af6-a75b-4d0e-b38f-70ac19acdfa0 admin admin] For port ec004870-07ea-4e28-a5f9-4aeea11d2105, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=ec004870-07ea-4e28-a5f9-4aeea11d2105,segment=NetworkSegment(69cfae04-674d-402e-bc8e-fa8dc8851d1e),segment_id=69cfae04-674d-402e-bc8e-fa8dc8851d1e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:05:52.869731 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d982af6-a75b-4d0e-b38f-70ac19acdfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:52.881888 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2ba575d0-964c-4042-8cf7-606f2d4a0973 None None] Set router d9f9dbae-7020-4f84-a136-e19eb24309d9 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:05:52.883528 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1d982af6-a75b-4d0e-b38f-70ac19acdfa0 admin admin] Calling delete_port for ec004870-07ea-4e28-a5f9-4aeea11d2105 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:05:53.082385 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d982af6-a75b-4d0e-b38f-70ac19acdfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:53.097010 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2ba575d0-964c-4042-8cf7-606f2d4a0973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:24Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '57996945-d134-4c95-8094-db258ff13fb8', 'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'mac_address': 'fa:16:3e:b3:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:21Z', 'updated_at': '2021-09-09T20:59:35Z', 'revision_number': 5, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'subnets': [{'id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:53.106310 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d982af6-a75b-4d0e-b38f-70ac19acdfa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec004870-07ea-4e28-a5f9-4aeea11d2105,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:53.123798 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba575d0-964c-4042-8cf7-606f2d4a0973 None None] The sync data for ids ['d9f9dbae-7020-4f84-a136-e19eb24309d9'] in dv-cinder-805083-2-iscsi is: [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T20:59:24Z', 'revision_number': 4, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '57996945-d134-4c95-8094-db258ff13fb8', 'name': '', 'network_id': '0589e727-21ba-4369-8a94-a4059fa739a6', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'mac_address': 'fa:16:3e:b3:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:21Z', 'updated_at': '2021-09-09T20:59:35Z', 'revision_number': 5, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'subnets': [{'id': 'f4e83015-b55d-4cac-b7a1-07db3c25a799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:05:53.193435 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefab7f0-f638-4c09-9c2e-c4547462b1c4 req-1d7f3c1d-9744-4a2a-b925-f01b1e9ef1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:53.197145 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-aefab7f0-f638-4c09-9c2e-c4547462b1c4 req-1d7f3c1d-9744-4a2a-b925-f01b1e9ef1cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09f9fa611eb841048d8fa840fed2f21e&device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 1098 time: 0.0611374 Sep 09 21:05:53.369968 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b71c14-e630-4170-8d02-bb3f516e5fec req-d29d4ee6-32a6-4565-aedb-5038cbae2bf1 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:53.371930 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-07b71c14-e630-4170-8d02-bb3f516e5fec req-d29d4ee6-32a6-4565-aedb-5038cbae2bf1 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.1267176 Sep 09 21:05:53.392720 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefab7f0-f638-4c09-9c2e-c4547462b1c4 req-3e362af1-728a-47c2-bc54-f78814f87697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:53.394242 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-aefab7f0-f638-4c09-9c2e-c4547462b1c4 req-3e362af1-728a-47c2-bc54-f78814f87697 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33290427-507e-4985-8a57-85d08fed9045 HTTP/1.1" status: 200 len: 918 time: 0.1854670 Sep 09 21:05:53.427349 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 632c81b9-771b-4b87-9839-a19bbd7ee4d9 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:05:53.449858 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: 632c81b9-771b-4b87-9839-a19bbd7ee4d9 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:05:53.451043 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 632c81b9-771b-4b87-9839-a19bbd7ee4d9 not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:05:53.482695 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-07b71c14-e630-4170-8d02-bb3f516e5fec req-623ad741-3cb1-4435-8a56-1b85400d78ec tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966556 Sep 09 21:05:53.486368 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec196ca-4713-428f-bc2d-5160efde8a90 None None] New status for floating IP bd0121f7-dce7-4f54-a51e-3c323d53635f: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:05:53.496196 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-aefab7f0-f638-4c09-9c2e-c4547462b1c4 req-29bc0386-bdc3-4a92-a3bc-b752d1616cfe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2 HTTP/1.1" status: 200 len: 1001 time: 0.0881712 Sep 09 21:05:53.550876 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefab7f0-f638-4c09-9c2e-c4547462b1c4 req-8f07a776-1868-46d0-a943-b00926f6bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:53.552515 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-aefab7f0-f638-4c09-9c2e-c4547462b1c4 req-8f07a776-1868-46d0-a943-b00926f6bc2d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c27648d-8c41-4fee-ab75-caf24243b35e HTTP/1.1" status: 200 len: 856 time: 0.0474529 Sep 09 21:05:53.554103 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d982af6-a75b-4d0e-b38f-70ac19acdfa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987999'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:53.609684 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefab7f0-f638-4c09-9c2e-c4547462b1c4 req-40a4fbb5-c400-460e-9860-2655d087ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:53.611619 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-aefab7f0-f638-4c09-9c2e-c4547462b1c4 req-40a4fbb5-c400-460e-9860-2655d087ad8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33290427-507e-4985-8a57-85d08fed9045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494096 Sep 09 21:05:53.741055 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-aefab7f0-f638-4c09-9c2e-c4547462b1c4 req-b334c8c4-9505-42d3-b1aa-e7e216676f58 service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219146 Sep 09 21:05:53.747410 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 52986) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:53.791291 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d982af6-a75b-4d0e-b38f-70ac19acdfa0 admin admin] Router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:05:53.867838 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-036cf83e-dbf2-4ea2-a54b-e43a6e2dc528 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:53.892202 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-aefab7f0-f638-4c09-9c2e-c4547462b1c4 req-766237c3-8bae-43e9-88c2-db01e3136dc3 service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360235 Sep 09 21:05:53.897628 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d982af6-a75b-4d0e-b38f-70ac19acdfa0 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:05:53.903152 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-036cf83e-dbf2-4ea2-a54b-e43a6e2dc528 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:53.904467 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-1d982af6-a75b-4d0e-b38f-70ac19acdfa0 admin admin] 10.222.0.13 "PUT /v2.0/routers/9a1d14de-08f4-49da-8f9c-7dabb2da6c16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9630415 Sep 09 21:05:53.907802 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 52988) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:53.909073 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982e2ac-6444-41a7-a34c-432427d96087 None None] Sync routers for ids ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:05:53.920456 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982e2ac-6444-41a7-a34c-432427d96087 None None] Routers {'9a1d14de-08f4-49da-8f9c-7dabb2da6c16'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:05:53.921938 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a982e2ac-6444-41a7-a34c-432427d96087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:05:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:53.958280 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-036cf83e-dbf2-4ea2-a54b-e43a6e2dc528 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:53.961099 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-036cf83e-dbf2-4ea2-a54b-e43a6e2dc528 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:53.964791 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-036cf83e-dbf2-4ea2-a54b-e43a6e2dc528 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "DELETE /v2.0/security-groups/b2744ad8-76b6-4172-a249-3b0e645a3d91 HTTP/1.1" status: 204 len: 168 time: 0.2139316 Sep 09 21:05:53.965789 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 52990) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:53.985844 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cf83e-dbf2-4ea2-a54b-e43a6e2dc528 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2744ad8-76b6-4172-a249-3b0e645a3d91,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:53.988689 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.api.v2.resource [None req-0856455b-8c8a-411f-ab03-55070bc653ce tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] show failed (client error): The resource could not be found. Sep 09 21:05:53.994193 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-0856455b-8c8a-411f-ab03-55070bc653ce tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "GET /v2.0/security-groups/b2744ad8-76b6-4172-a249-3b0e645a3d91 HTTP/1.1" status: 404 len: 347 time: 0.0229099 Sep 09 21:05:53.994927 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 52992) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:54.040709 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-556856e7-969b-4bfb-af79-929143ae08ad admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.048449 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a982e2ac-6444-41a7-a34c-432427d96087 None None] Set router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:05:54.145839 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a2182-91e6-422d-971f-c225eb87fea8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Deleting port b2e333ff-6a94-46b9-a9cb-628ac47b6332 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:05:54.146128 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2182-91e6-422d-971f-c225eb87fea8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.152538 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-556856e7-969b-4bfb-af79-929143ae08ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.214518 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-556856e7-969b-4bfb-af79-929143ae08ad admin admin] Deleting port 58343287-768b-4d23-ae19-3d3f5cea24dd {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:05:54.214858 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-556856e7-969b-4bfb-af79-929143ae08ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.236591 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2182-91e6-422d-971f-c225eb87fea8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.237169 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2182-91e6-422d-971f-c225eb87fea8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.250051 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a2182-91e6-422d-971f-c225eb87fea8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Calling delete_port for b2e333ff-6a94-46b9-a9cb-628ac47b6332 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:05:54.252830 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a982e2ac-6444-41a7-a34c-432427d96087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'name': 'tempest-TestMinimumBasicScenario-878251612-router', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:48Z', 'updated_at': '2021-09-09T21:05:53Z', 'revision_number': 5, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'gw_port': {'id': '58343287-768b-4d23-ae19-3d3f5cea24dd', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:02:49Z', 'updated_at': '2021-09-09T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:54.287772 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982e2ac-6444-41a7-a34c-432427d96087 None None] Checking router: 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:05:54.298462 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982e2ac-6444-41a7-a34c-432427d96087 None None] Routers {'9a1d14de-08f4-49da-8f9c-7dabb2da6c16'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:05:54.299159 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a982e2ac-6444-41a7-a34c-432427d96087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:05:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:54.309147 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-556856e7-969b-4bfb-af79-929143ae08ad admin admin] For port 58343287-768b-4d23-ae19-3d3f5cea24dd, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=58343287-768b-4d23-ae19-3d3f5cea24dd,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:05:54.309519 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-556856e7-969b-4bfb-af79-929143ae08ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.324112 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-556856e7-969b-4bfb-af79-929143ae08ad admin admin] Calling delete_port for 58343287-768b-4d23-ae19-3d3f5cea24dd owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:05:54.406503 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2182-91e6-422d-971f-c225eb87fea8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.433918 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a2182-91e6-422d-971f-c225eb87fea8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Pushing event deleted for resources: {'Port': ['ID=b2e333ff-6a94-46b9-a9cb-628ac47b6332,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:54.502832 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2182-91e6-422d-971f-c225eb87fea8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.505644 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2182-91e6-422d-971f-c225eb87fea8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.507013 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-9d6a2182-91e6-422d-971f-c225eb87fea8 tempest-AttachVolumeTestJSON-963215053 tempest-AttachVolumeTestJSON-963215053-project] 10.222.0.13 "DELETE /v2.0/floatingips/bd0121f7-dce7-4f54-a51e-3c323d53635f HTTP/1.1" status: 204 len: 168 time: 0.5108380 Sep 09 21:05:54.527798 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a982e2ac-6444-41a7-a34c-432427d96087 None None] Set router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:05:54.540860 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-556856e7-969b-4bfb-af79-929143ae08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.566253 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556856e7-969b-4bfb-af79-929143ae08ad admin admin] Pushing event deleted for resources: {'Port': ['ID=58343287-768b-4d23-ae19-3d3f5cea24dd,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:54.602423 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a982e2ac-6444-41a7-a34c-432427d96087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'name': 'tempest-TestMinimumBasicScenario-878251612-router', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:48Z', 'updated_at': '2021-09-09T21:05:54Z', 'revision_number': 6, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'gw_port_host': None}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:54.635547 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982e2ac-6444-41a7-a34c-432427d96087 None None] The sync data for ids ['9a1d14de-08f4-49da-8f9c-7dabb2da6c16'] in dv-cinder-805083-2-iscsi is: [{'id': '9a1d14de-08f4-49da-8f9c-7dabb2da6c16', 'name': 'tempest-TestMinimumBasicScenario-878251612-router', 'tenant_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:48Z', 'updated_at': '2021-09-09T21:05:54Z', 'revision_number': 6, 'project_id': '23dcd63a9c8c4f72a62f7d5b752dd05b', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:05:54.649536 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-556856e7-969b-4bfb-af79-929143ae08ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988733'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.678419 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bd9cb-c089-4e27-bd34-6d7c566dadd6 req-2d756706-5b97-462f-99b7-202e3f5987f6 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:54.680180 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e83bd9cb-c089-4e27-bd34-6d7c566dadd6 req-2d756706-5b97-462f-99b7-202e3f5987f6 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 945 time: 0.0846417 Sep 09 21:05:54.727280 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-e83bd9cb-c089-4e27-bd34-6d7c566dadd6 req-2eddd0a1-e156-449d-b6c3-606c358c714b tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399911 Sep 09 21:05:54.758587 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-556856e7-969b-4bfb-af79-929143ae08ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1987022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5768'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.760698 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-556856e7-969b-4bfb-af79-929143ae08ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.826733 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-556856e7-969b-4bfb-af79-929143ae08ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1987015'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.827298 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556856e7-969b-4bfb-af79-929143ae08ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a1d14de-08f4-49da-8f9c-7dabb2da6c16 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:05:54.833105 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-556856e7-969b-4bfb-af79-929143ae08ad admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.834261 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-556856e7-969b-4bfb-af79-929143ae08ad admin admin] 10.222.0.13 "DELETE /v2.0/routers/9a1d14de-08f4-49da-8f9c-7dabb2da6c16 HTTP/1.1" status: 204 len: 168 time: 0.9250488 Sep 09 21:05:54.837728 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53000) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:54.884336 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8824315a-08b2-4b94-abed-e5ad9a1d5901 admin admin] Deleting subnet 6dbb6900-dc72-4f23-9b96-20d376d9b7bd {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:05:54.887525 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8824315a-08b2-4b94-abed-e5ad9a1d5901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:54.923754 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8824315a-08b2-4b94-abed-e5ad9a1d5901 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14234958'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:55.046664 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8824315a-08b2-4b94-abed-e5ad9a1d5901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:55.104369 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8824315a-08b2-4b94-abed-e5ad9a1d5901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14199643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14201999'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:55.130134 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824315a-08b2-4b94-abed-e5ad9a1d5901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dbb6900-dc72-4f23-9b96-20d376d9b7bd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:55.133717 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8824315a-08b2-4b94-abed-e5ad9a1d5901 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:55.135600 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-8824315a-08b2-4b94-abed-e5ad9a1d5901 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6dbb6900-dc72-4f23-9b96-20d376d9b7bd HTTP/1.1" status: 204 len: 168 time: 0.2966833 Sep 09 21:05:55.138197 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53002) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:55.141350 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eaa9b9-62d6-41cd-823f-fbb57204efbe None None] Network 57585628-e7b1-478b-906c-a76a665e6759 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:05:55.426051 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268ffdeb-19fa-4a50-87c2-065c3f829bb4 None None] DHCP port deletion for 57585628-e7b1-478b-906c-a76a665e6759 request from dv-cinder-805083-2-iscsi {{(pid=93819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 21:05:55.431592 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device b454002f-b2d2-4d2c-aa79-618133eca7a4 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:05:55.457754 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device ec004870-07ea-4e28-a5f9-4aeea11d2105 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:05:55.461896 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:55.475876 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: b454002f-b2d2-4d2c-aa79-618133eca7a4 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:05:55.476218 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device b454002f-b2d2-4d2c-aa79-618133eca7a4 not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:05:55.476629 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 7dff4411-267e-416e-8cdf-b02b6c722ef2 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:05:55.511538 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: ec004870-07ea-4e28-a5f9-4aeea11d2105 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:05:55.511792 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device ec004870-07ea-4e28-a5f9-4aeea11d2105 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:05:55.516511 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] Deleting port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:05:55.516851 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:55.574478 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-268ffdeb-19fa-4a50-87c2-065c3f829bb4 None None] Deleting port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:05:55.575058 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-268ffdeb-19fa-4a50-87c2-065c3f829bb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:55.582707 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] For port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=b2f626f2-dcfe-43b3-8b5a-b65e561bfc50,segment=NetworkSegment(69cfae04-674d-402e-bc8e-fa8dc8851d1e),segment_id=69cfae04-674d-402e-bc8e-fa8dc8851d1e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:05:55.583064 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:55.596607 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] Calling delete_port for b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:05:55.608816 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:55.665642 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-268ffdeb-19fa-4a50-87c2-065c3f829bb4 None None] For port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=b2f626f2-dcfe-43b3-8b5a-b65e561bfc50,segment=NetworkSegment(69cfae04-674d-402e-bc8e-fa8dc8851d1e),segment_id=69cfae04-674d-402e-bc8e-fa8dc8851d1e)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:05:55.665908 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-268ffdeb-19fa-4a50-87c2-065c3f829bb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:55.672040 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dff4411-267e-416e-8cdf-b02b6c722ef2'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:05:55.674404 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4845e9a-8c26-405f-b45c-eab42336cddb" -d '{"events": [{"server_uuid": "68a489c4-1318-4d08-8a5c-57288e0cca49", "name": "network-vif-unplugged", "status": "completed", "tag": "7dff4411-267e-416e-8cdf-b02b6c722ef2"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:05:55.708390 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 7dff4411-267e-416e-8cdf-b02b6c722ef2, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:05:55.712334 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-268ffdeb-19fa-4a50-87c2-065c3f829bb4 None None] Calling delete_port for b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:05:55.721519 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:55.721723 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:55.768245 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f626f2-dcfe-43b3-8b5a-b65e561bfc50,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:55.771075 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] No DVR routers for this DVR port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 on host dv-cinder-805083-2-iscsi {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:05:55.773372 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 21:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c8683d-abc9-4abe-bd23-18a9c08629a6 x-openstack-request-id: req-27c8683d-abc9-4abe-bd23-18a9c08629a6 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:05:55.773829 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a489c4-1318-4d08-8a5c-57288e0cca49", "name": "network-vif-unplugged", "status": "completed", "tag": "7dff4411-267e-416e-8cdf-b02b6c722ef2", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:05:55.774268 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27c8683d-abc9-4abe-bd23-18a9c08629a6 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:05:55.774667 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dff4411-267e-416e-8cdf-b02b6c722ef2', 'code': 200} Sep 09 21:05:55.890908 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:55.894263 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=7dff4411-267e-416e-8cdf-b02b6c722ef2,revision_number=8']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:55.918048 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57585628-e7b1-478b-906c-a76a665e6759']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:55.928034 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-268ffdeb-19fa-4a50-87c2-065c3f829bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:55.932325 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd5c53-b732-4114-98ee-93d5e991d35f req-c35b364f-506c-4b30-ac4d-db0d4018d370 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:55.933911 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-33bd5c53-b732-4114-98ee-93d5e991d35f req-c35b364f-506c-4b30-ac4d-db0d4018d370 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.1107514 Sep 09 21:05:55.939127 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cfae04-674d-402e-bc8e-fa8dc8851d1e') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:55.946009 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cfae04-674d-402e-bc8e-fa8dc8851d1e') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:55.956697 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14234935'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:55.961846 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ffdeb-19fa-4a50-87c2-065c3f829bb4 None None] No DVR routers for this DVR port b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 on host dv-cinder-805083-2-iscsi {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:05:55.966853 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ffdeb-19fa-4a50-87c2-065c3f829bb4 None None] Pushing event deleted for resources: {'Port': ['ID=b2f626f2-dcfe-43b3-8b5a-b65e561bfc50,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:55.985185 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:55.997287 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-33bd5c53-b732-4114-98ee-93d5e991d35f req-2c3b389c-1d96-4344-b919-5e8c5b48e3d7 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557613 Sep 09 21:05:55.998322 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:05:55.998686 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14198969'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: Traceback (most recent call last): Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: timer() Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: cb(*args, **kw) Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: return func(*args, **kwargs) Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: self._notify() Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: self.callback(batched_events) Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: event.method(event) Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: return f(self, *a, **k) Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._get(url).json() Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: return self.request(url, 'GET', **kwargs) Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:05:56.011667 dv-cinder-805083-2-iscsi neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:05:56.076741 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:56.085044 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:56.086961 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/57585628-e7b1-478b-906c-a76a665e6759 HTTP/1.1" status: 204 len: 168 time: 0.9478366 Sep 09 21:05:56.090006 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53018) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:56.103527 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2baa7e-1a3b-42db-a71a-393eaa32b4e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=57585628-e7b1-478b-906c-a76a665e6759,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:56.465156 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0412388e-2b10-454b-9824-4436549a15a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1987883'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:56.713400 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0412388e-2b10-454b-9824-4436549a15a7 admin admin] Deleting port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:05:56.713749 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0412388e-2b10-454b-9824-4436549a15a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:56.798074 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0412388e-2b10-454b-9824-4436549a15a7 admin admin] For port b3910fca-1663-4b4d-afe3-1e8bc4dcb15f, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=b3910fca-1663-4b4d-afe3-1e8bc4dcb15f,segment=NetworkSegment(7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf),segment_id=7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:05:56.799018 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0412388e-2b10-454b-9824-4436549a15a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:56.808636 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:05:56.813372 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0412388e-2b10-454b-9824-4436549a15a7 admin admin] Calling delete_port for b3910fca-1663-4b4d-afe3-1e8bc4dcb15f owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:05:56.830027 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:05:56.830365 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device b2f626f2-dcfe-43b3-8b5a-b65e561bfc50 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:05:56.830781 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 58343287-768b-4d23-ae19-3d3f5cea24dd no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:05:56.850023 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: 58343287-768b-4d23-ae19-3d3f5cea24dd {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:05:56.850361 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 58343287-768b-4d23-ae19-3d3f5cea24dd not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:05:56.956422 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [req-18065262-09a7-4bc9-a83f-2d2490682743 req-dd88969e-f4fc-4d15-a9fd-eff677b81cee service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:05:56.957483 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-18065262-09a7-4bc9-a83f-2d2490682743 req-dd88969e-f4fc-4d15-a9fd-eff677b81cee service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1065025 Sep 09 21:05:57.016231 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0412388e-2b10-454b-9824-4436549a15a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:57.049718 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412388e-2b10-454b-9824-4436549a15a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3910fca-1663-4b4d-afe3-1e8bc4dcb15f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:57.184449 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7f670-f062-48b5-ab2a-99d6dce97563 req-f3cbd736-61b2-4c5d-ab27-e42ab3095313 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:57.187908 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5fb7f670-f062-48b5-ab2a-99d6dce97563 req-f3cbd736-61b2-4c5d-ab27-e42ab3095313 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.0782819 Sep 09 21:05:57.269331 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5fb7f670-f062-48b5-ab2a-99d6dce97563 req-000c1cb0-3984-435e-a21f-9545b04c8198 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693095 Sep 09 21:05:57.295499 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0412388e-2b10-454b-9824-4436549a15a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987999'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:57.529863 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53072) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:57.540601 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0412388e-2b10-454b-9824-4436549a15a7 admin admin] Router f8797f05-aed2-4c34-b23d-794f7b0b50b3 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:05:57.610958 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-26626538-b6f0-4628-90cb-1a301dd6fcda req-3dd3a7d9-8a47-4ef6-9e91-eb208161d7a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798068 Sep 09 21:05:57.620765 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [req-26626538-b6f0-4628-90cb-1a301dd6fcda req-ac56fe2c-60e3-48c5-b64b-9ac56d27d254 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:05:57.621883 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-26626538-b6f0-4628-90cb-1a301dd6fcda req-ac56fe2c-60e3-48c5-b64b-9ac56d27d254 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059087 Sep 09 21:05:57.891981 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0412388e-2b10-454b-9824-4436549a15a7 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:05:57.897127 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-0412388e-2b10-454b-9824-4436549a15a7 admin admin] 10.222.0.13 "PUT /v2.0/routers/f8797f05-aed2-4c34-b23d-794f7b0b50b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8059971 Sep 09 21:05:57.899709 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53082) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:57.903460 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125f78d-bf8c-43f5-8d15-e4d90844af50 None None] Sync routers for ids ['f8797f05-aed2-4c34-b23d-794f7b0b50b3'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:05:57.913704 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125f78d-bf8c-43f5-8d15-e4d90844af50 None None] Routers {'f8797f05-aed2-4c34-b23d-794f7b0b50b3'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:05:57.914739 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-a125f78d-bf8c-43f5-8d15-e4d90844af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:05:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['f8797f05-aed2-4c34-b23d-794f7b0b50b3'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:58.033592 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d966637-421d-4d1f-ae6e-d1b8b6f36d5d admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:58.128672 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-a125f78d-bf8c-43f5-8d15-e4d90844af50 None None] Set router f8797f05-aed2-4c34-b23d-794f7b0b50b3 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:05:58.148579 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d966637-421d-4d1f-ae6e-d1b8b6f36d5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:58.209121 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d966637-421d-4d1f-ae6e-d1b8b6f36d5d admin admin] Deleting port 39d647b0-b09d-4773-aef5-d4b63e2d9378 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:05:58.209949 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d966637-421d-4d1f-ae6e-d1b8b6f36d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:58.289018 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d966637-421d-4d1f-ae6e-d1b8b6f36d5d admin admin] For port 39d647b0-b09d-4773-aef5-d4b63e2d9378, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=39d647b0-b09d-4773-aef5-d4b63e2d9378,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:05:58.289288 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d966637-421d-4d1f-ae6e-d1b8b6f36d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:58.303097 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d966637-421d-4d1f-ae6e-d1b8b6f36d5d admin admin] Calling delete_port for 39d647b0-b09d-4773-aef5-d4b63e2d9378 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:05:58.309465 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-a125f78d-bf8c-43f5-8d15-e4d90844af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'name': 'tempest-TestMinimumBasicScenario-285846978-router', 'tenant_id': '5fa8a4808fc64c62920bb033e24e9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '39d647b0-b09d-4773-aef5-d4b63e2d9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:59Z', 'updated_at': '2021-09-09T21:05:56Z', 'revision_number': 5, 'project_id': '5fa8a4808fc64c62920bb033e24e9129', 'gw_port': {'id': '39d647b0-b09d-4773-aef5-d4b63e2d9378', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:03:00Z', 'updated_at': '2021-09-09T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:58.338616 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125f78d-bf8c-43f5-8d15-e4d90844af50 None None] Checking router: f8797f05-aed2-4c34-b23d-794f7b0b50b3 for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:05:58.347565 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125f78d-bf8c-43f5-8d15-e4d90844af50 None None] Routers {'f8797f05-aed2-4c34-b23d-794f7b0b50b3'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:05:58.348250 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-a125f78d-bf8c-43f5-8d15-e4d90844af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:05:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['f8797f05-aed2-4c34-b23d-794f7b0b50b3'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:58.403946 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690f41f-78ea-4c1c-8e74-b62ed9c4b916 req-9a9eda80-93db-4f1c-9a24-76accc2e3825 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:58.416455 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d690f41f-78ea-4c1c-8e74-b62ed9c4b916 req-9a9eda80-93db-4f1c-9a24-76accc2e3825 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.0711434 Sep 09 21:05:58.444252 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-a125f78d-bf8c-43f5-8d15-e4d90844af50 None None] Set router f8797f05-aed2-4c34-b23d-794f7b0b50b3 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:05:58.460599 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53092) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:58.511157 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d690f41f-78ea-4c1c-8e74-b62ed9c4b916 req-950978a7-6b3c-4cde-9dd9-4c72605a7fb7 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927534 Sep 09 21:05:58.519337 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-a125f78d-bf8c-43f5-8d15-e4d90844af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'name': 'tempest-TestMinimumBasicScenario-285846978-router', 'tenant_id': '5fa8a4808fc64c62920bb033e24e9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:59Z', 'updated_at': '2021-09-09T21:05:58Z', 'revision_number': 6, 'project_id': '5fa8a4808fc64c62920bb033e24e9129', 'gw_port_host': None}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:05:58.531840 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26626538-b6f0-4628-90cb-1a301dd6fcda req-4f1028a4-ba06-4202-a8aa-315184a458ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:58.533867 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-26626538-b6f0-4628-90cb-1a301dd6fcda req-4f1028a4-ba06-4202-a8aa-315184a458ee service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49&tenant_id=09f9fa611eb841048d8fa840fed2f21e HTTP/1.1" status: 200 len: 1096 time: 0.0873649 Sep 09 21:05:58.548546 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125f78d-bf8c-43f5-8d15-e4d90844af50 None None] The sync data for ids ['f8797f05-aed2-4c34-b23d-794f7b0b50b3'] in dv-cinder-805083-2-iscsi is: [{'id': 'f8797f05-aed2-4c34-b23d-794f7b0b50b3', 'name': 'tempest-TestMinimumBasicScenario-285846978-router', 'tenant_id': '5fa8a4808fc64c62920bb033e24e9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:02:59Z', 'updated_at': '2021-09-09T21:05:58Z', 'revision_number': 6, 'project_id': '5fa8a4808fc64c62920bb033e24e9129', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:05:58.576916 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d966637-421d-4d1f-ae6e-d1b8b6f36d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:58.607825 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26626538-b6f0-4628-90cb-1a301dd6fcda req-85e54913-b39d-4ca5-af63-4ab5b9578ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:58.610091 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-26626538-b6f0-4628-90cb-1a301dd6fcda req-85e54913-b39d-4ca5-af63-4ab5b9578ce7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09f9fa611eb841048d8fa840fed2f21e&device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 1096 time: 0.0492141 Sep 09 21:05:58.611571 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d966637-421d-4d1f-ae6e-d1b8b6f36d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=39d647b0-b09d-4773-aef5-d4b63e2d9378,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:58.706865 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26626538-b6f0-4628-90cb-1a301dd6fcda req-17f37166-6ec0-44b9-8165-9d35f63d3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:58.708421 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-26626538-b6f0-4628-90cb-1a301dd6fcda req-17f37166-6ec0-44b9-8165-9d35f63d3f43 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33290427-507e-4985-8a57-85d08fed9045 HTTP/1.1" status: 200 len: 918 time: 0.0911610 Sep 09 21:05:58.743912 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d966637-421d-4d1f-ae6e-d1b8b6f36d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988733'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:58.773930 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-26626538-b6f0-4628-90cb-1a301dd6fcda req-bcef0892-28c2-4476-a61b-a123bd28ae8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2 HTTP/1.1" status: 200 len: 999 time: 0.0583639 Sep 09 21:05:58.831679 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26626538-b6f0-4628-90cb-1a301dd6fcda req-68ff684a-22c8-4e31-9202-6b7a7f8bbb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:58.833170 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-26626538-b6f0-4628-90cb-1a301dd6fcda req-68ff684a-22c8-4e31-9202-6b7a7f8bbb09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c27648d-8c41-4fee-ab75-caf24243b35e HTTP/1.1" status: 200 len: 856 time: 0.0524781 Sep 09 21:05:58.851097 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d966637-421d-4d1f-ae6e-d1b8b6f36d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1987022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5768'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:58.853282 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d966637-421d-4d1f-ae6e-d1b8b6f36d5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:58.879844 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26626538-b6f0-4628-90cb-1a301dd6fcda req-b312b59b-ffed-4c86-ab11-1bd1bee82af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:58.881355 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-26626538-b6f0-4628-90cb-1a301dd6fcda req-b312b59b-ffed-4c86-ab11-1bd1bee82af6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33290427-507e-4985-8a57-85d08fed9045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409014 Sep 09 21:05:58.962517 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d966637-421d-4d1f-ae6e-d1b8b6f36d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1987015'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:58.963068 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d966637-421d-4d1f-ae6e-d1b8b6f36d5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8797f05-aed2-4c34-b23d-794f7b0b50b3 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:05:58.970769 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d966637-421d-4d1f-ae6e-d1b8b6f36d5d admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:58.971971 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-7d966637-421d-4d1f-ae6e-d1b8b6f36d5d admin admin] 10.222.0.13 "DELETE /v2.0/routers/f8797f05-aed2-4c34-b23d-794f7b0b50b3 HTTP/1.1" status: 204 len: 168 time: 1.0712843 Sep 09 21:05:58.975061 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53096) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:59.009937 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-26626538-b6f0-4628-90cb-1a301dd6fcda req-fba690fc-89c6-4a06-89ce-5f079b2a3857 service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212165 Sep 09 21:05:59.036338 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8ba495-afa2-433a-849d-dc637dbf6815 admin admin] Deleting subnet 42b9861f-93e5-47c7-b429-6a2c7d326513 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:05:59.061162 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba495-afa2-433a-849d-dc637dbf6815 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:59.074255 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device b3910fca-1663-4b4d-afe3-1e8bc4dcb15f no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:05:59.099427 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: b3910fca-1663-4b4d-afe3-1e8bc4dcb15f {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:05:59.100259 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device b3910fca-1663-4b4d-afe3-1e8bc4dcb15f not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:05:59.106406 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba495-afa2-433a-849d-dc637dbf6815 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13145719'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:59.122278 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-26626538-b6f0-4628-90cb-1a301dd6fcda req-eacd9d1a-461e-49dc-9af2-b0ecdd23c2ef service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051745 Sep 09 21:05:59.255168 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba495-afa2-433a-849d-dc637dbf6815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:59.348879 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba495-afa2-433a-849d-dc637dbf6815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13123105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13020265'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:59.382918 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ba495-afa2-433a-849d-dc637dbf6815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42b9861f-93e5-47c7-b429-6a2c7d326513,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:05:59.390960 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba495-afa2-433a-849d-dc637dbf6815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:59.395578 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-eb8ba495-afa2-433a-849d-dc637dbf6815 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/42b9861f-93e5-47c7-b429-6a2c7d326513 HTTP/1.1" status: 204 len: 168 time: 0.4179931 Sep 09 21:05:59.395900 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53112) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:05:59.400816 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d20887-60d9-41e1-b2e1-4d06d5914166 None None] Network 0d3a18f9-c5ca-4e40-aa66-7160ddef6be0 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:05:59.439295 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d267aced-7889-44ad-8cee-2c2e35d0d361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1987883'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:59.439902 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 7dff4411-267e-416e-8cdf-b02b6c722ef2 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:05:59.590053 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:05:59.770169 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7ec0f-bdb6-47a0-bb26-805088c127ab req-fc8ce983-53f3-40d0-9ef1-fdd526456b4f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:05:59.774112 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d7b7ec0f-bdb6-47a0-bb26-805088c127ab req-fc8ce983-53f3-40d0-9ef1-fdd526456b4f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.1304171 Sep 09 21:05:59.854343 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d7b7ec0f-bdb6-47a0-bb26-805088c127ab req-55d9876f-5d86-43d9-b0a9-26d7e273e51a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708079 Sep 09 21:05:59.898261 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdd6bbd-eafe-4151-a95e-3b395a5fa442 None None] DHCP port deletion for 0d3a18f9-c5ca-4e40-aa66-7160ddef6be0 request from dv-cinder-805083-2-iscsi {{(pid=93819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 21:05:59.918702 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] Deleting port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:05:59.919779 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:00.011611 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd6bbd-eafe-4151-a95e-3b395a5fa442 None None] Deleting port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:06:00.012298 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ccdd6bbd-eafe-4151-a95e-3b395a5fa442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:00.025586 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] For port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=608cc9a6-f3f8-4a8d-9e92-91a00501b1c4,segment=NetworkSegment(7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf),segment_id=7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:06:00.025944 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:00.061110 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] Calling delete_port for 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:06:00.128758 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ccdd6bbd-eafe-4151-a95e-3b395a5fa442 None None] For port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=608cc9a6-f3f8-4a8d-9e92-91a00501b1c4,segment=NetworkSegment(7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf),segment_id=7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:06:00.130120 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ccdd6bbd-eafe-4151-a95e-3b395a5fa442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:00.151264 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd6bbd-eafe-4151-a95e-3b395a5fa442 None None] Calling delete_port for 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:06:00.176072 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d267aced-7889-44ad-8cee-2c2e35d0d361 admin admin] Deleting port 57996945-d134-4c95-8094-db258ff13fb8 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:06:00.176072 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d267aced-7889-44ad-8cee-2c2e35d0d361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:00.195388 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:00.247291 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ccdd6bbd-eafe-4151-a95e-3b395a5fa442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:00.250239 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=608cc9a6-f3f8-4a8d-9e92-91a00501b1c4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:00.278659 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd6bbd-eafe-4151-a95e-3b395a5fa442 None None] Pushing event deleted for resources: {'Port': ['ID=608cc9a6-f3f8-4a8d-9e92-91a00501b1c4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:00.281139 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd6bbd-eafe-4151-a95e-3b395a5fa442 None None] No DVR routers for this DVR port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 on host dv-cinder-805083-2-iscsi {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:06:00.289903 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] No DVR routers for this DVR port 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 on host dv-cinder-805083-2-iscsi {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:06:00.361289 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d267aced-7889-44ad-8cee-2c2e35d0d361 admin admin] For port 57996945-d134-4c95-8094-db258ff13fb8, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=57996945-d134-4c95-8094-db258ff13fb8,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:06:00.361994 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d267aced-7889-44ad-8cee-2c2e35d0d361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:00.405212 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:00.417850 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d267aced-7889-44ad-8cee-2c2e35d0d361 admin admin] Calling delete_port for 57996945-d134-4c95-8094-db258ff13fb8 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:06:00.439425 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3a18f9-c5ca-4e40-aa66-7160ddef6be0']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:06:00.479377 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:06:00.479679 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6bfd1f-f8d6-42f7-9d35-3c8b4059dcdf') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:06:00.493069 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13145614'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:00.516509 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:00.525412 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:06:00.525815 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13123011'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: Traceback (most recent call last): Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: timer() Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: cb(*args, **kw) Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: return func(*args, **kwargs) Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: self._notify() Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: self.callback(batched_events) Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: event.method(event) Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: return f(self, *a, **k) Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: return self._get(url).json() Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: return self.request(url, 'GET', **kwargs) Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:06:00.527508 dv-cinder-805083-2-iscsi neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:06:00.629577 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:00.636373 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:00.640197 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0d3a18f9-c5ca-4e40-aa66-7160ddef6be0 HTTP/1.1" status: 204 len: 168 time: 1.2429461 Sep 09 21:06:00.685151 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa016b9-c6f3-47a9-96e0-c7fac8ae9c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d3a18f9-c5ca-4e40-aa66-7160ddef6be0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:00.766999 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:00.809463 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d267aced-7889-44ad-8cee-2c2e35d0d361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:00.855210 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53124) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:00.867043 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 39d647b0-b09d-4773-aef5-d4b63e2d9378 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:06:00.870265 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267aced-7889-44ad-8cee-2c2e35d0d361 admin admin] Pushing event deleted for resources: {'Port': ['ID=57996945-d134-4c95-8094-db258ff13fb8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:00.917522 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: 39d647b0-b09d-4773-aef5-d4b63e2d9378 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:06:00.920807 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 39d647b0-b09d-4773-aef5-d4b63e2d9378 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:06:00.920807 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:06:00.959342 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:06:00.959342 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 608cc9a6-f3f8-4a8d-9e92-91a00501b1c4 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:06:00.959674 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53128) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:00.965426 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-35e5a991-2e00-4e4c-9d93-ec71ae42adc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23dcd63a9c8c4f72a62f7d5b752dd05b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1088052 Sep 09 21:06:01.038677 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5ecf8-b2e2-4011-8a44-e6a42cbcd938 req-9aa2e116-6b8d-48d2-bd0f-12c01459048f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:01.046828 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c4c5ecf8-b2e2-4011-8a44-e6a42cbcd938 req-9aa2e116-6b8d-48d2-bd0f-12c01459048f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.0674040 Sep 09 21:06:01.094141 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c4c5ecf8-b2e2-4011-8a44-e6a42cbcd938 req-0d14052d-53e0-44b1-9b6c-6e2c3083bed2 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459492 Sep 09 21:06:01.130980 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a445-4b57-406f-8efb-2d52e9165453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:01.178298 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a445-4b57-406f-8efb-2d52e9165453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:01.180667 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d267aced-7889-44ad-8cee-2c2e35d0d361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987999'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:01.304930 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a445-4b57-406f-8efb-2d52e9165453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:01.307722 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a445-4b57-406f-8efb-2d52e9165453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:01.308892 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-6ea6a445-4b57-406f-8efb-2d52e9165453 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22e0e5f3-6c36-461b-9aa3-699327b18642 HTTP/1.1" status: 204 len: 168 time: 0.3489549 Sep 09 21:06:01.337073 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6a445-4b57-406f-8efb-2d52e9165453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e0e5f3-6c36-461b-9aa3-699327b18642,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:01.475997 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d267aced-7889-44ad-8cee-2c2e35d0d361 admin admin] Router d9f9dbae-7020-4f84-a136-e19eb24309d9 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:06:01.736554 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53134) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:01.791068 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-fdc38506-15e5-442d-b58d-ce82bcebdbc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fa8a4808fc64c62920bb033e24e9129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508780 Sep 09 21:06:01.801147 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53136) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:01.876153 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d267aced-7889-44ad-8cee-2c2e35d0d361 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:06:01.878249 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2393188-2844-4c65-8703-a0bf46afbc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:01.883993 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-d267aced-7889-44ad-8cee-2c2e35d0d361 admin admin] 10.222.0.13 "PUT /v2.0/routers/d9f9dbae-7020-4f84-a136-e19eb24309d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4217944 Sep 09 21:06:01.886133 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53138) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:01.888310 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e0565-b35b-4178-9142-8ce7eca09b43 None None] Sync routers for ids ['d9f9dbae-7020-4f84-a136-e19eb24309d9'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:06:01.900802 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e0565-b35b-4178-9142-8ce7eca09b43 None None] Routers {'d9f9dbae-7020-4f84-a136-e19eb24309d9'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:06:01.901525 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e68e0565-b35b-4178-9142-8ce7eca09b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:05:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['d9f9dbae-7020-4f84-a136-e19eb24309d9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:06:01.906533 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2393188-2844-4c65-8703-a0bf46afbc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:01.988886 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2393188-2844-4c65-8703-a0bf46afbc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:01.991753 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2393188-2844-4c65-8703-a0bf46afbc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:01.992982 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-e2393188-2844-4c65-8703-a0bf46afbc5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67335b51-dee0-4540-924c-f70590a28190 HTTP/1.1" status: 204 len: 168 time: 0.1908514 Sep 09 21:06:02.006072 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2393188-2844-4c65-8703-a0bf46afbc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67335b51-dee0-4540-924c-f70590a28190,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:02.066644 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11793d50-81cf-4c39-a416-fc8be132305e admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:02.067367 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e68e0565-b35b-4178-9142-8ce7eca09b43 None None] Set router d9f9dbae-7020-4f84-a136-e19eb24309d9 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:06:02.258909 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11793d50-81cf-4c39-a416-fc8be132305e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:02.263787 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e68e0565-b35b-4178-9142-8ce7eca09b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T21:06:00Z', 'revision_number': 5, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port': {'id': 'a4ea0b65-260a-439c-bd93-d0c97e705ee8', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:19Z', 'updated_at': '2021-09-09T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:06:02.292755 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e0565-b35b-4178-9142-8ce7eca09b43 None None] Checking router: d9f9dbae-7020-4f84-a136-e19eb24309d9 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:06:02.307011 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e0565-b35b-4178-9142-8ce7eca09b43 None None] Routers {'d9f9dbae-7020-4f84-a136-e19eb24309d9'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:06:02.308226 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e68e0565-b35b-4178-9142-8ce7eca09b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:05:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['d9f9dbae-7020-4f84-a136-e19eb24309d9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:06:02.344317 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ce898-03d1-4d7f-845b-9e9dc8b1da59 req-714109f2-fe02-4e1d-bdd0-d6e35df9b132 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:02.345921 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bf6ce898-03d1-4d7f-845b-9e9dc8b1da59 req-714109f2-fe02-4e1d-bdd0-d6e35df9b132 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.1270604 Sep 09 21:06:02.459474 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bf6ce898-03d1-4d7f-845b-9e9dc8b1da59 req-c32d030b-6fa1-48e6-a951-941d3610abd5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903134 Sep 09 21:06:02.472361 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-11793d50-81cf-4c39-a416-fc8be132305e admin admin] Deleting port a4ea0b65-260a-439c-bd93-d0c97e705ee8 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:06:02.472733 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11793d50-81cf-4c39-a416-fc8be132305e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:02.484524 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e68e0565-b35b-4178-9142-8ce7eca09b43 None None] Set router d9f9dbae-7020-4f84-a136-e19eb24309d9 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:06:02.576897 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-11793d50-81cf-4c39-a416-fc8be132305e admin admin] For port a4ea0b65-260a-439c-bd93-d0c97e705ee8, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=a4ea0b65-260a-439c-bd93-d0c97e705ee8,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:06:02.577401 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11793d50-81cf-4c39-a416-fc8be132305e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:02.588698 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e68e0565-b35b-4178-9142-8ce7eca09b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T21:06:02Z', 'revision_number': 6, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port_host': None}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:06:02.601110 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-11793d50-81cf-4c39-a416-fc8be132305e admin admin] Calling delete_port for a4ea0b65-260a-439c-bd93-d0c97e705ee8 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:06:02.630481 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e0565-b35b-4178-9142-8ce7eca09b43 None None] The sync data for ids ['d9f9dbae-7020-4f84-a136-e19eb24309d9'] in dv-cinder-805083-2-iscsi is: [{'id': 'd9f9dbae-7020-4f84-a136-e19eb24309d9', 'name': 'tempest-AttachVolumeTestJSON-80633054-router', 'tenant_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:18Z', 'updated_at': '2021-09-09T21:06:02Z', 'revision_number': 6, 'project_id': 'fa8238da135c4e78a001cb13cbc49ca3', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:06:02.813243 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 57996945-d134-4c95-8094-db258ff13fb8 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:06:02.840882 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: 57996945-d134-4c95-8094-db258ff13fb8 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:06:02.841227 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 57996945-d134-4c95-8094-db258ff13fb8 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:06:02.870931 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11793d50-81cf-4c39-a416-fc8be132305e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:02.901058 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11793d50-81cf-4c39-a416-fc8be132305e admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ea0b65-260a-439c-bd93-d0c97e705ee8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:02.975877 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11793d50-81cf-4c39-a416-fc8be132305e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988733'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.070021 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11793d50-81cf-4c39-a416-fc8be132305e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1987022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5768'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.072259 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11793d50-81cf-4c39-a416-fc8be132305e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.119385 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11793d50-81cf-4c39-a416-fc8be132305e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1987015'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.120064 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11793d50-81cf-4c39-a416-fc8be132305e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9f9dbae-7020-4f84-a136-e19eb24309d9 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:06:03.125261 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11793d50-81cf-4c39-a416-fc8be132305e admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.128992 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-11793d50-81cf-4c39-a416-fc8be132305e admin admin] 10.222.0.13 "DELETE /v2.0/routers/d9f9dbae-7020-4f84-a136-e19eb24309d9 HTTP/1.1" status: 204 len: 168 time: 1.2382181 Sep 09 21:06:03.129154 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53146) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:03.181986 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-719a8979-8baa-4f0e-9e46-02a033626d7d admin admin] Deleting subnet f4e83015-b55d-4cac-b7a1-07db3c25a799 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:06:03.186301 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-719a8979-8baa-4f0e-9e46-02a033626d7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.224623 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-719a8979-8baa-4f0e-9e46-02a033626d7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14234958'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.321663 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-719a8979-8baa-4f0e-9e46-02a033626d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.377368 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-719a8979-8baa-4f0e-9e46-02a033626d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14199643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14201999'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.407173 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a8979-8baa-4f0e-9e46-02a033626d7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e83015-b55d-4cac-b7a1-07db3c25a799,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:03.414898 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-719a8979-8baa-4f0e-9e46-02a033626d7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.419383 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-719a8979-8baa-4f0e-9e46-02a033626d7d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f4e83015-b55d-4cac-b7a1-07db3c25a799 HTTP/1.1" status: 204 len: 168 time: 0.2868357 Sep 09 21:06:03.419777 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53148) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:03.423146 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eade7d0a-1280-4fcc-be8a-3d3483419687 None None] Network 0589e727-21ba-4369-8a94-a4059fa739a6 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:06:03.506831 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.588564 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] Deleting port 434259fe-33b2-440c-bacc-17e59759b283 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:06:03.588951 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.647331 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f1f2-d09c-4f4f-9fcb-c8cb959e8b11 req-9f744618-762c-48e6-a0ae-f046c2fb2d1f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:03.655199 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d441f1f2-d09c-4f4f-9fcb-c8cb959e8b11 req-9f744618-762c-48e6-a0ae-f046c2fb2d1f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.0637069 Sep 09 21:06:03.684104 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] For port 434259fe-33b2-440c-bacc-17e59759b283, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=434259fe-33b2-440c-bacc-17e59759b283,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:06:03.684732 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.698850 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] Calling delete_port for 434259fe-33b2-440c-bacc-17e59759b283 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:06:03.711938 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d441f1f2-d09c-4f4f-9fcb-c8cb959e8b11 req-02b568ab-12fe-4ea8-9ad3-680b51563698 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552502 Sep 09 21:06:03.724838 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0443cf64-8204-4269-b8e0-d76698d5b884 None None] DHCP port deletion for 0589e727-21ba-4369-8a94-a4059fa739a6 request from dv-cinder-805083-2-iscsi {{(pid=93819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 21:06:03.783334 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0443cf64-8204-4269-b8e0-d76698d5b884 None None] Deleting port 434259fe-33b2-440c-bacc-17e59759b283 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:06:03.783533 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0443cf64-8204-4269-b8e0-d76698d5b884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.796203 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.826307 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] Pushing event deleted for resources: {'Port': ['ID=434259fe-33b2-440c-bacc-17e59759b283,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:03.830499 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] No DVR routers for this DVR port 434259fe-33b2-440c-bacc-17e59759b283 on host dv-cinder-805083-2-iscsi {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:06:03.865088 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-0443cf64-8204-4269-b8e0-d76698d5b884 None None] For port 434259fe-33b2-440c-bacc-17e59759b283, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=434259fe-33b2-440c-bacc-17e59759b283,segment=NetworkSegment(442d6dd1-6562-48d4-9a35-a1aa10376388),segment_id=442d6dd1-6562-48d4-9a35-a1aa10376388)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:06:03.865398 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0443cf64-8204-4269-b8e0-d76698d5b884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.882420 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0443cf64-8204-4269-b8e0-d76698d5b884 None None] Calling delete_port for 434259fe-33b2-440c-bacc-17e59759b283 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:06:03.915908 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.941958 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0589e727-21ba-4369-8a94-a4059fa739a6']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:06:03.951814 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442d6dd1-6562-48d4-9a35-a1aa10376388') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:06:03.952102 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442d6dd1-6562-48d4-9a35-a1aa10376388') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:06:03.962114 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13145614'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.969861 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0443cf64-8204-4269-b8e0-d76698d5b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.977390 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.985843 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:06:03.986307 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13123011'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: Traceback (most recent call last): Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: timer() Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: cb(*args, **kw) Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: return func(*args, **kwargs) Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: self._notify() Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: self.callback(batched_events) Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: event.method(event) Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: return f(self, *a, **k) Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: return self._get(url).json() Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: return self.request(url, 'GET', **kwargs) Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:06:03.988504 dv-cinder-805083-2-iscsi neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:06:04.073097 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:04.083372 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:04.085671 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] 10.222.0.13 "DELETE /v2.0/networks/0589e727-21ba-4369-8a94-a4059fa739a6 HTTP/1.1" status: 204 len: 168 time: 0.6647115 Sep 09 21:06:04.103711 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5935e-1cd3-45bb-a295-fd6e4eca449c admin admin] Pushing event deleted for resources: {'Network': ['ID=0589e727-21ba-4369-8a94-a4059fa739a6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:04.130562 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443cf64-8204-4269-b8e0-d76698d5b884 None None] Pushing event deleted for resources: {'Port': ['ID=434259fe-33b2-440c-bacc-17e59759b283,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:04.134452 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0443cf64-8204-4269-b8e0-d76698d5b884 None None] No DVR routers for this DVR port 434259fe-33b2-440c-bacc-17e59759b283 on host dv-cinder-805083-2-iscsi {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:06:04.295424 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53154) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:04.342970 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-076cf529-4852-496b-803c-5970fbe4e2cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa8238da135c4e78a001cb13cbc49ca3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0439637 Sep 09 21:06:04.343448 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53156) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:04.404878 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20f0be7e-915a-484c-b878-0c4063e86702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:04.429179 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20f0be7e-915a-484c-b878-0c4063e86702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:04.491230 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20f0be7e-915a-484c-b878-0c4063e86702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:04.493838 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20f0be7e-915a-484c-b878-0c4063e86702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:04.494999 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-20f0be7e-915a-484c-b878-0c4063e86702 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8a55514-de61-46f3-87c7-4dd6ef6716a5 HTTP/1.1" status: 204 len: 168 time: 0.1497912 Sep 09 21:06:04.510309 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0be7e-915a-484c-b878-0c4063e86702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a55514-de61-46f3-87c7-4dd6ef6716a5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:04.815942 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device a4ea0b65-260a-439c-bd93-d0c97e705ee8 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:06:04.840559 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: a4ea0b65-260a-439c-bd93-d0c97e705ee8 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:06:04.841317 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device a4ea0b65-260a-439c-bd93-d0c97e705ee8 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:06:04.841926 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 434259fe-33b2-440c-bacc-17e59759b283 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:06:04.879234 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374299da-2890-4e31-b8fe-ac6f5789b1b3 req-54866713-b41b-4b17-a1d2-ca2c8ed16755 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:04.880554 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: 434259fe-33b2-440c-bacc-17e59759b283 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:06:04.880993 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-374299da-2890-4e31-b8fe-ac6f5789b1b3 req-54866713-b41b-4b17-a1d2-ca2c8ed16755 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.0631812 Sep 09 21:06:04.881311 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 434259fe-33b2-440c-bacc-17e59759b283 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:06:04.945235 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-374299da-2890-4e31-b8fe-ac6f5789b1b3 req-bbc03e26-375f-4a4b-8c0c-563795696992 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490894 Sep 09 21:06:06.104388 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1497c9-7c51-4f12-a9f1-b60549b7e5ce req-9b0e8bae-63c9-4dee-a437-4b2388a7ba2d tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:06.105986 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4e1497c9-7c51-4f12-a9f1-b60549b7e5ce req-9b0e8bae-63c9-4dee-a437-4b2388a7ba2d tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.0775366 Sep 09 21:06:06.160698 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4e1497c9-7c51-4f12-a9f1-b60549b7e5ce req-4949c46b-5852-46b3-80ee-40767df0a862 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444701 Sep 09 21:06:07.300618 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f72d4b-b47a-47d4-bca7-7139b4f6bf38 req-e861412e-6085-4b13-b2f2-5bbd523a8048 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:07.302134 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-80f72d4b-b47a-47d4-bca7-7139b4f6bf38 req-e861412e-6085-4b13-b2f2-5bbd523a8048 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.0517385 Sep 09 21:06:07.345506 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-80f72d4b-b47a-47d4-bca7-7139b4f6bf38 req-81908c18-1df6-498d-be09-9c9a43f2f558 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374584 Sep 09 21:06:08.505429 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9588d28-b07d-455b-be99-a1f9efccfaff req-f47abfb1-3e11-45ab-9aeb-4cceb748998a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:08.512842 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f9588d28-b07d-455b-be99-a1f9efccfaff req-f47abfb1-3e11-45ab-9aeb-4cceb748998a tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.0711756 Sep 09 21:06:08.558538 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f9588d28-b07d-455b-be99-a1f9efccfaff req-4555bf94-b9a5-438c-ba81-1d04300a3fbf tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444858 Sep 09 21:06:09.694425 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513ec5-4622-40e1-aaca-9d9a148ed361 req-adaef509-f55b-4515-82a6-a63bc97ca6e4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:09.696058 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-df513ec5-4622-40e1-aaca-9d9a148ed361 req-adaef509-f55b-4515-82a6-a63bc97ca6e4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.0495856 Sep 09 21:06:09.734003 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-df513ec5-4622-40e1-aaca-9d9a148ed361 req-8179111a-231a-4d11-b40a-5a48fd854657 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310264 Sep 09 21:06:10.853471 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f92cf0-6819-4b43-8208-81ee16ff40b2 req-a08fbd3c-653b-4f65-b870-176110d1a952 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:10.854961 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-60f92cf0-6819-4b43-8208-81ee16ff40b2 req-a08fbd3c-653b-4f65-b870-176110d1a952 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.0492914 Sep 09 21:06:10.893727 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-60f92cf0-6819-4b43-8208-81ee16ff40b2 req-c793fc91-2dd3-4177-b4b2-fe9934054039 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326829 Sep 09 21:06:12.016793 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1865c-7ca3-4af1-a080-5bad51ca5cf3 req-5379efe0-1ee4-4fa0-870f-1f5f328b5a6c tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:12.018273 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f6a1865c-7ca3-4af1-a080-5bad51ca5cf3 req-5379efe0-1ee4-4fa0-870f-1f5f328b5a6c tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.0535176 Sep 09 21:06:12.055087 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f6a1865c-7ca3-4af1-a080-5bad51ca5cf3 req-bf1b697d-4147-44e6-819d-123e98c4ba40 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307860 Sep 09 21:06:13.175527 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ffe08-187b-433d-b100-31f4de54687f req-cd18ce04-30f6-4544-ae73-943bc038d1b6 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:13.177061 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0e0ffe08-187b-433d-b100-31f4de54687f req-cd18ce04-30f6-4544-ae73-943bc038d1b6 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.0512302 Sep 09 21:06:13.219067 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0e0ffe08-187b-433d-b100-31f4de54687f req-480f3752-5006-4ca7-8f10-ef3601878108 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359683 Sep 09 21:06:14.336258 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f635eb-064d-4f78-8620-2e5ebad444b5 req-5f65f55d-6907-411e-9941-83895541f7a4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:14.337741 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-19f635eb-064d-4f78-8620-2e5ebad444b5 req-5f65f55d-6907-411e-9941-83895541f7a4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.0481369 Sep 09 21:06:14.375601 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-19f635eb-064d-4f78-8620-2e5ebad444b5 req-e0c0bd61-0724-436d-b4f5-f80c6334bfc3 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316091 Sep 09 21:06:15.509386 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f176de3-8de3-40bf-9ee3-ba55d27d96d8 req-576dbfd6-3677-420a-998d-8ee465e4c9bb tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:15.511050 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0f176de3-8de3-40bf-9ee3-ba55d27d96d8 req-576dbfd6-3677-420a-998d-8ee465e4c9bb tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 943 time: 0.0554388 Sep 09 21:06:15.531660 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 7dff4411-267e-416e-8cdf-b02b6c722ef2 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:06:15.553361 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0f176de3-8de3-40bf-9ee3-ba55d27d96d8 req-3f6e8b09-2bcc-4318-ba65-e6ada5e8a95d tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353172 Sep 09 21:06:15.636378 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 7dff4411-267e-416e-8cdf-b02b6c722ef2, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:06:15.648231 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': '7dff4411-267e-416e-8cdf-b02b6c722ef2', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'port_id': '7dff4411-267e-416e-8cdf-b02b6c722ef2', 'mac_address': 'fa:16:3e:da:b0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:06:15.687167 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:15.700079 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dff4411-267e-416e-8cdf-b02b6c722ef2 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:06:15.720276 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 7dff4411-267e-416e-8cdf-b02b6c722ef2, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:06:15.726073 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:15.789728 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=7dff4411-267e-416e-8cdf-b02b6c722ef2,revision_number=9']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:15.792841 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6594e3f6-1349-42f9-b9df-21ecf3471a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:15.949191 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['7dff4411-267e-416e-8cdf-b02b6c722ef2'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:06:16.690459 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0ccb6-3aea-471a-b271-ecc56c27e550 req-8c48382c-23c9-4780-ab63-e8a0be6bd49f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:16.692212 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1ff0ccb6-3aea-471a-b271-ecc56c27e550 req-8c48382c-23c9-4780-ab63-e8a0be6bd49f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 944 time: 0.0557907 Sep 09 21:06:16.732042 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1ff0ccb6-3aea-471a-b271-ecc56c27e550 req-5bed55c3-ca04-4635-b1ab-f79458b89204 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338624 Sep 09 21:06:17.548036 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 7dff4411-267e-416e-8cdf-b02b6c722ef2 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:06:17.601403 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port 7dff4411-267e-416e-8cdf-b02b6c722ef2 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:06:17.601754 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:17.679751 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:17.702895 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dff4411-267e-416e-8cdf-b02b6c722ef2'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:06:17.705166 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b99969-827b-464e-9230-5e459ea0accc" -d '{"events": [{"server_uuid": "68a489c4-1318-4d08-8a5c-57288e0cca49", "name": "network-vif-plugged", "status": "completed", "tag": "7dff4411-267e-416e-8cdf-b02b6c722ef2"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:06:17.718300 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 7dff4411-267e-416e-8cdf-b02b6c722ef2, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:06:17.722320 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:17.750288 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1eee01f-abcc-4f27-ada9-7aa162fd5da5 x-openstack-request-id: req-c1eee01f-abcc-4f27-ada9-7aa162fd5da5 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:06:17.750593 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a489c4-1318-4d08-8a5c-57288e0cca49", "name": "network-vif-plugged", "status": "completed", "tag": "7dff4411-267e-416e-8cdf-b02b6c722ef2", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:06:17.750860 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1eee01f-abcc-4f27-ada9-7aa162fd5da5 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:06:17.751251 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dff4411-267e-416e-8cdf-b02b6c722ef2', 'code': 200} Sep 09 21:06:17.780116 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=7dff4411-267e-416e-8cdf-b02b6c722ef2,revision_number=10']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:17.885877 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d899b1-0786-46d6-af43-5e8709603a09 req-76c3eb76-5500-468d-90a4-9743cda11796 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:17.887482 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c6d899b1-0786-46d6-af43-5e8709603a09 req-76c3eb76-5500-468d-90a4-9743cda11796 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 946 time: 0.0639865 Sep 09 21:06:17.957957 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c6d899b1-0786-46d6-af43-5e8709603a09 req-512908a8-2965-453f-8b00-ecec93c198c8 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637114 Sep 09 21:06:17.969517 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a5a80-e6bc-48b0-9048-1d43fe0348aa req-5a4f80db-12ef-43e5-9929-397ee60b96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:17.971522 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-930a5a80-e6bc-48b0-9048-1d43fe0348aa req-5a4f80db-12ef-43e5-9929-397ee60b96f5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 1099 time: 0.0634820 Sep 09 21:06:18.010014 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-930a5a80-e6bc-48b0-9048-1d43fe0348aa req-469e5ec4-b0c8-4d35-9856-123fa8a1cb6f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309746 Sep 09 21:06:18.416422 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89136c52-02e0-4402-a55e-c867368a97d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:18.588132 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:19.101563 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41a6e6-db41-4954-a5b7-b12e16c5173e req-5236266e-5710-48a4-a640-fe2cccb0a8c4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:19.103383 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ba41a6e6-db41-4954-a5b7-b12e16c5173e req-5236266e-5710-48a4-a640-fe2cccb0a8c4 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 946 time: 0.0642569 Sep 09 21:06:19.150182 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ba41a6e6-db41-4954-a5b7-b12e16c5173e req-86ee122c-e68e-481f-ab36-bc2b3a15bd7e tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400865 Sep 09 21:06:19.992337 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:20.277507 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d07502-85d8-4866-9f36-8bc67f82354a req-5dc7a1f6-1099-44ba-9a5c-f9196e340eb5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:20.278978 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-33d07502-85d8-4866-9f36-8bc67f82354a req-5dc7a1f6-1099-44ba-9a5c-f9196e340eb5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 946 time: 0.0503931 Sep 09 21:06:20.320201 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-33d07502-85d8-4866-9f36-8bc67f82354a req-2fd13292-e0fa-4e73-aebd-edb8f1a3a39f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351298 Sep 09 21:06:21.410868 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:22.211351 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:06:30.723246 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:30.933579 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1757a74a-4613-4237-976f-c5a46de7d5f9 req-7f0c4321-040e-4f2f-aa8e-8e6c2bc0122d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419250 Sep 09 21:06:30.999072 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757a74a-4613-4237-976f-c5a46de7d5f9 req-52684e3c-50c0-4a5d-a0f8-e9d38264605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:31.000518 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1757a74a-4613-4237-976f-c5a46de7d5f9 req-52684e3c-50c0-4a5d-a0f8-e9d38264605b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09f9fa611eb841048d8fa840fed2f21e&device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 1099 time: 0.0412021 Sep 09 21:06:31.103375 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757a74a-4613-4237-976f-c5a46de7d5f9 req-61693461-70a1-4a65-80da-d38054070628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:31.104845 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1757a74a-4613-4237-976f-c5a46de7d5f9 req-61693461-70a1-4a65-80da-d38054070628 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33290427-507e-4985-8a57-85d08fed9045 HTTP/1.1" status: 200 len: 918 time: 0.0841286 Sep 09 21:06:31.175421 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1757a74a-4613-4237-976f-c5a46de7d5f9 req-cd46abbd-ebd1-4906-9fa7-d2e8fd032e6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2 HTTP/1.1" status: 200 len: 1001 time: 0.0613670 Sep 09 21:06:32.131759 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757a74a-4613-4237-976f-c5a46de7d5f9 req-8570eb88-0bd9-4d7c-b4f5-4adc8e0eaa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:32.133176 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1757a74a-4613-4237-976f-c5a46de7d5f9 req-8570eb88-0bd9-4d7c-b4f5-4adc8e0eaa4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c27648d-8c41-4fee-ab75-caf24243b35e HTTP/1.1" status: 200 len: 856 time: 0.0435607 Sep 09 21:06:33.000109 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757a74a-4613-4237-976f-c5a46de7d5f9 req-56e7720a-d6f4-4e05-baed-ad08c0129827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:33.001570 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1757a74a-4613-4237-976f-c5a46de7d5f9 req-56e7720a-d6f4-4e05-baed-ad08c0129827 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33290427-507e-4985-8a57-85d08fed9045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437322 Sep 09 21:06:33.980622 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1757a74a-4613-4237-976f-c5a46de7d5f9 req-32f2769c-fca8-40ef-a2fb-40b9305c6604 service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857089 Sep 09 21:06:34.083878 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1757a74a-4613-4237-976f-c5a46de7d5f9 req-dc0c46b0-eddc-4b68-ba0c-300dccfa259e service neutron] 10.222.0.48 "GET /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937178 Sep 09 21:06:45.772844 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef113-f4c1-4273-a8f9-785e679ea514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:46.863855 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53608) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:46.966144 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:47.055246 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:47.059070 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:47.096886 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16549b93c59c4bd483c369c1b4581557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319701 Sep 09 21:06:47.097559 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5570bbea-5cec-44ff-943b-e5edfe047487,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:47.099734 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53612) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:47.105153 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.105517 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.105839 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.106170 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.106501 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.106913 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.107157 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.107505 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.107826 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.108146 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.108459 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.108775 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fa050-798a-4989-90a1-04caa0b91609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.148797 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:47.168793 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:47.216645 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:47.219254 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:47.220430 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5570bbea-5cec-44ff-943b-e5edfe047487 HTTP/1.1" status: 204 len: 168 time: 0.1196060 Sep 09 21:06:47.228002 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5570bbea-5cec-44ff-943b-e5edfe047487,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:47.235523 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.235882 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.236229 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.236569 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.236904 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.237236 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.237567 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.237895 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.238221 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.238586 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.238857 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.239178 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18340c7-4e3d-4249-a88a-2759e5ebd3b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:06:47.487170 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53618) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:47.500910 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cf7752e-c060-47ec-b1c6-81a1246bffe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:47.592550 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cf7752e-c060-47ec-b1c6-81a1246bffe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:47.596110 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cf7752e-c060-47ec-b1c6-81a1246bffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:47.636955 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-4cf7752e-c060-47ec-b1c6-81a1246bffe4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=323c7ec23e7e4fad95c8482f0aafcd8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486523 Sep 09 21:06:47.637900 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7752e-c060-47ec-b1c6-81a1246bffe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561c2da4-6c15-4653-844f-d662b1371601,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:47.639635 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53620) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:47.686863 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e1ce6a8-d4ce-4999-90cf-3ca7d227dc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:47.707968 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e1ce6a8-d4ce-4999-90cf-3ca7d227dc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:47.752905 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e1ce6a8-d4ce-4999-90cf-3ca7d227dc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:47.755470 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e1ce6a8-d4ce-4999-90cf-3ca7d227dc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:47.756623 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-8e1ce6a8-d4ce-4999-90cf-3ca7d227dc9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/561c2da4-6c15-4653-844f-d662b1371601 HTTP/1.1" status: 204 len: 168 time: 0.1158671 Sep 09 21:06:47.764197 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ce6a8-d4ce-4999-90cf-3ca7d227dc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c2da4-6c15-4653-844f-d662b1371601,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:48.408730 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-071b608f-e810-441b-9bad-d88ea1aba1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:48.588574 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:49.993696 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:51.413715 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:54.131418 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7340f-3cce-4a11-a66a-c31aa9973daf req-9e7a46cc-84db-4e77-8884-a649262a8247 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:54.133017 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-97e7340f-3cce-4a11-a66a-c31aa9973daf req-9e7a46cc-84db-4e77-8884-a649262a8247 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 946 time: 0.0535722 Sep 09 21:06:54.174486 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-97e7340f-3cce-4a11-a66a-c31aa9973daf req-501d7397-8b29-40d3-9668-7a0a9abebf38 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345213 Sep 09 21:06:55.319001 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d4587-2bf1-494a-ac57-bd9c8516862f req-ae1a4045-b8fd-4d6f-9592-7b17cbfe4271 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:55.320592 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4b9d4587-2bf1-494a-ac57-bd9c8516862f req-ae1a4045-b8fd-4d6f-9592-7b17cbfe4271 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 946 time: 0.0664675 Sep 09 21:06:55.363584 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4b9d4587-2bf1-494a-ac57-bd9c8516862f req-9e79dce1-9db2-44ec-8390-69c82be776aa tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffd77836-a162-444c-aa29-070bc8ce9762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366590 Sep 09 21:06:55.504239 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75013bde-34a6-4fc1-ae33-e99fcdbfed58 req-cd955020-a977-4e4e-ba66-6f612091f594 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:06:55.505785 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-75013bde-34a6-4fc1-ae33-e99fcdbfed58 req-cd955020-a977-4e4e-ba66-6f612091f594 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.48 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 946 time: 0.0540845 Sep 09 21:06:55.622419 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-75013bde-34a6-4fc1-ae33-e99fcdbfed58 req-bc9003e9-f235-4864-80b3-a9a3d79d2ee5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Deleting port 7dff4411-267e-416e-8cdf-b02b6c722ef2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:06:55.622761 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-75013bde-34a6-4fc1-ae33-e99fcdbfed58 req-bc9003e9-f235-4864-80b3-a9a3d79d2ee5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:55.716263 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-75013bde-34a6-4fc1-ae33-e99fcdbfed58 req-bc9003e9-f235-4864-80b3-a9a3d79d2ee5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] For port 7dff4411-267e-416e-8cdf-b02b6c722ef2, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=7dff4411-267e-416e-8cdf-b02b6c722ef2,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:06:55.716632 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-75013bde-34a6-4fc1-ae33-e99fcdbfed58 req-bc9003e9-f235-4864-80b3-a9a3d79d2ee5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:55.901064 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-75013bde-34a6-4fc1-ae33-e99fcdbfed58 req-bc9003e9-f235-4864-80b3-a9a3d79d2ee5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:55.901460 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-75013bde-34a6-4fc1-ae33-e99fcdbfed58 req-bc9003e9-f235-4864-80b3-a9a3d79d2ee5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:55.901784 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.l3_db [req-75013bde-34a6-4fc1-ae33-e99fcdbfed58 req-bc9003e9-f235-4864-80b3-a9a3d79d2ee5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Floating IP d8111126-d640-42a6-945f-d9707f56eca3 disassociated. External IP: 172.27.3.181, port: 7dff4411-267e-416e-8cdf-b02b6c722ef2. Sep 09 21:06:55.902127 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-75013bde-34a6-4fc1-ae33-e99fcdbfed58 req-bc9003e9-f235-4864-80b3-a9a3d79d2ee5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Calling delete_port for 7dff4411-267e-416e-8cdf-b02b6c722ef2 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:06:56.040894 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-75013bde-34a6-4fc1-ae33-e99fcdbfed58 req-bc9003e9-f235-4864-80b3-a9a3d79d2ee5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:56.073799 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9003e9-f235-4864-80b3-a9a3d79d2ee5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event deleted for resources: {'Port': ['ID=7dff4411-267e-416e-8cdf-b02b6c722ef2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:56.450748 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75013bde-34a6-4fc1-ae33-e99fcdbfed58 req-bc9003e9-f235-4864-80b3-a9a3d79d2ee5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Router 793c5fff-81a3-4cd9-b820-55f107a53544 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:06:56.482802 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5c1d40d4-1d00-4ca7-a194-a9eb71b996b2 req-179af8be-c24a-486b-8cc8-1dab173fdd17 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a489c4-1318-4d08-8a5c-57288e0cca49 HTTP/1.1" status: 200 len: 210 time: 0.0341566 Sep 09 21:06:56.598050 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75013bde-34a6-4fc1-ae33-e99fcdbfed58 req-bc9003e9-f235-4864-80b3-a9a3d79d2ee5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:06:56.609290 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb025dc6-5087-4946-90fa-06462fbe82c7 None None] Sync routers for ids ['793c5fff-81a3-4cd9-b820-55f107a53544'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:06:56.619970 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb025dc6-5087-4946-90fa-06462fbe82c7 None None] Routers {'793c5fff-81a3-4cd9-b820-55f107a53544'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:06:56.620587 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-eb025dc6-5087-4946-90fa-06462fbe82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:06:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['793c5fff-81a3-4cd9-b820-55f107a53544'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:06:56.648298 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-75013bde-34a6-4fc1-ae33-e99fcdbfed58 req-bc9003e9-f235-4864-80b3-a9a3d79d2ee5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] No DVR routers for this DVR port 7dff4411-267e-416e-8cdf-b02b6c722ef2 on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:06:56.651092 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-75013bde-34a6-4fc1-ae33-e99fcdbfed58 req-bc9003e9-f235-4864-80b3-a9a3d79d2ee5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:56.653256 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-75013bde-34a6-4fc1-ae33-e99fcdbfed58 req-bc9003e9-f235-4864-80b3-a9a3d79d2ee5 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.48 "DELETE /v2.0/ports/7dff4411-267e-416e-8cdf-b02b6c722ef2 HTTP/1.1" status: 204 len: 173 time: 1.1412730 Sep 09 21:06:56.653765 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'name': 'network-vif-deleted', 'tag': '7dff4411-267e-416e-8cdf-b02b6c722ef2'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:06:56.656447 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8c7dcb-dae7-4ab7-8855-ef751d68882d" -d '{"events": [{"server_uuid": "68a489c4-1318-4d08-8a5c-57288e0cca49", "name": "network-vif-deleted", "tag": "7dff4411-267e-416e-8cdf-b02b6c722ef2"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:06:56.711305 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679dbb3c-3a4d-4aed-9dfc-2a4fee856436 x-openstack-request-id: req-679dbb3c-3a4d-4aed-9dfc-2a4fee856436 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:06:56.711689 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a489c4-1318-4d08-8a5c-57288e0cca49", "name": "network-vif-deleted", "tag": "7dff4411-267e-416e-8cdf-b02b6c722ef2", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:06:56.715778 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-679dbb3c-3a4d-4aed-9dfc-2a4fee856436 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:06:56.716239 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a489c4-1318-4d08-8a5c-57288e0cca49', 'name': 'network-vif-deleted', 'tag': '7dff4411-267e-416e-8cdf-b02b6c722ef2', 'status': 'completed', 'code': 200} Sep 09 21:06:56.741212 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-eb025dc6-5087-4946-90fa-06462fbe82c7 None None] Set router 793c5fff-81a3-4cd9-b820-55f107a53544 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:06:56.886793 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53728) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:56.972086 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-eb025dc6-5087-4946-90fa-06462fbe82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:41Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '6f61b74e-2f69-4471-8779-595b3efc7a04', 'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'mac_address': 'fa:16:3e:91:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:36Z', 'updated_at': '2021-09-09T20:59:48Z', 'revision_number': 5, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'subnets': [{'id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:06:56.999347 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb025dc6-5087-4946-90fa-06462fbe82c7 None None] Checking router: 793c5fff-81a3-4cd9-b820-55f107a53544 for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:06:56.999910 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a9d4a19-abcd-47bf-86f1-9cc4e4b6d6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:57.014624 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb025dc6-5087-4946-90fa-06462fbe82c7 None None] Routers {'793c5fff-81a3-4cd9-b820-55f107a53544'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:06:57.015236 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-eb025dc6-5087-4946-90fa-06462fbe82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:06:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['793c5fff-81a3-4cd9-b820-55f107a53544'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:06:57.104346 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a9d4a19-abcd-47bf-86f1-9cc4e4b6d6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:57.112771 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a9d4a19-abcd-47bf-86f1-9cc4e4b6d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:57.128160 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-eb025dc6-5087-4946-90fa-06462fbe82c7 None None] Set router 793c5fff-81a3-4cd9-b820-55f107a53544 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:06:57.161483 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-0a9d4a19-abcd-47bf-86f1-9cc4e4b6d6fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a557cdfad3fb4e2587e9e29473c3245a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710655 Sep 09 21:06:57.161483 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d4a19-abcd-47bf-86f1-9cc4e4b6d6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c410e6-e337-4108-9b04-12669846119f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:57.161922 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53732) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:57.223214 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2f97519-a626-47d6-a0ef-04bce94396d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:57.244932 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2f97519-a626-47d6-a0ef-04bce94396d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:57.294939 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2f97519-a626-47d6-a0ef-04bce94396d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:57.298679 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2f97519-a626-47d6-a0ef-04bce94396d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:57.302817 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-b2f97519-a626-47d6-a0ef-04bce94396d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42c410e6-e337-4108-9b04-12669846119f HTTP/1.1" status: 204 len: 168 time: 0.1396625 Sep 09 21:06:57.310944 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f97519-a626-47d6-a0ef-04bce94396d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c410e6-e337-4108-9b04-12669846119f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:57.377146 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-eb025dc6-5087-4946-90fa-06462fbe82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:41Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '6f61b74e-2f69-4471-8779-595b3efc7a04', 'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'mac_address': 'fa:16:3e:91:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:36Z', 'updated_at': '2021-09-09T20:59:48Z', 'revision_number': 5, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'subnets': [{'id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:06:57.511050 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb025dc6-5087-4946-90fa-06462fbe82c7 None None] The sync data for ids ['793c5fff-81a3-4cd9-b820-55f107a53544'] in dv-cinder-805083-2-iscsi is: [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T20:59:41Z', 'revision_number': 4, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '6f61b74e-2f69-4471-8779-595b3efc7a04', 'name': '', 'network_id': '33290427-507e-4985-8a57-85d08fed9045', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'mac_address': 'fa:16:3e:91:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:36Z', 'updated_at': '2021-09-09T20:59:48Z', 'revision_number': 5, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'subnets': [{'id': '4c27648d-8c41-4fee-ab75-caf24243b35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:06:57.588544 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53742) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:57.622160 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53744) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:57.639084 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d9d7cfa-b633-44d0-9eca-616280bef792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:57.648472 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23df6576-e1cb-4bce-a72a-e7c468104505 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:57.673998 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23df6576-e1cb-4bce-a72a-e7c468104505 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:57.729850 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23df6576-e1cb-4bce-a72a-e7c468104505 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:57.733010 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23df6576-e1cb-4bce-a72a-e7c468104505 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:57.737222 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-23df6576-e1cb-4bce-a72a-e7c468104505 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "DELETE /v2.0/security-groups/ffd77836-a162-444c-aa29-070bc8ce9762 HTTP/1.1" status: 204 len: 168 time: 0.1446307 Sep 09 21:06:57.738004 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53746) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:57.745186 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df6576-e1cb-4bce-a72a-e7c468104505 tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd77836-a162-444c-aa29-070bc8ce9762,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:57.760507 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d9d7cfa-b633-44d0-9eca-616280bef792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:57.762294 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.api.v2.resource [None req-a81a918b-5a0e-4bbc-a28d-79d4cd62bc4f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] show failed (client error): The resource could not be found. Sep 09 21:06:57.766041 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-a81a918b-5a0e-4bbc-a28d-79d4cd62bc4f tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "GET /v2.0/security-groups/ffd77836-a162-444c-aa29-070bc8ce9762 HTTP/1.1" status: 404 len: 347 time: 0.0246594 Sep 09 21:06:57.766438 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53748) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:57.775163 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d9d7cfa-b633-44d0-9eca-616280bef792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:57.787449 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6968f97e-fdad-4a7e-8806-4de11f3654d8 None None] New status for floating IP d8111126-d640-42a6-945f-d9707f56eca3: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:06:57.886076 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-0d9d7cfa-b633-44d0-9eca-616280bef792 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5d04e0c26f44f5aad1ac0aae1aed555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625296 Sep 09 21:06:57.893013 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53750) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:57.918454 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d7cfa-b633-44d0-9eca-616280bef792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba08f196-7045-47df-9ba8-e7b1774774c1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:57.956047 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-762b6b29-4d85-4eb3-95ea-375d633841bc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Deleting port 1d392c65-285a-422f-8632-33a57717e8b5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:06:57.956401 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-762b6b29-4d85-4eb3-95ea-375d633841bc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:57.962490 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4dbac42-018e-4405-bf88-2a17e1a1c66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:57.988998 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4dbac42-018e-4405-bf88-2a17e1a1c66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:58.041177 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4dbac42-018e-4405-bf88-2a17e1a1c66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:58.043828 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4dbac42-018e-4405-bf88-2a17e1a1c66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:58.044996 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-e4dbac42-018e-4405-bf88-2a17e1a1c66c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba08f196-7045-47df-9ba8-e7b1774774c1 HTTP/1.1" status: 204 len: 168 time: 0.1551905 Sep 09 21:06:58.046680 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-762b6b29-4d85-4eb3-95ea-375d633841bc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:58.047054 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-762b6b29-4d85-4eb3-95ea-375d633841bc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:58.053981 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbac42-018e-4405-bf88-2a17e1a1c66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba08f196-7045-47df-9ba8-e7b1774774c1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:58.065806 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-762b6b29-4d85-4eb3-95ea-375d633841bc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Calling delete_port for 1d392c65-285a-422f-8632-33a57717e8b5 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:06:58.216995 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-762b6b29-4d85-4eb3-95ea-375d633841bc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:58.249049 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b6b29-4d85-4eb3-95ea-375d633841bc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Pushing event deleted for resources: {'Port': ['ID=1d392c65-285a-422f-8632-33a57717e8b5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:58.318438 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-762b6b29-4d85-4eb3-95ea-375d633841bc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:58.323249 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-762b6b29-4d85-4eb3-95ea-375d633841bc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:58.325384 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-762b6b29-4d85-4eb3-95ea-375d633841bc tempest-AttachVolumeShelveTestJSON-1721457033 tempest-AttachVolumeShelveTestJSON-1721457033-project] 10.222.0.13 "DELETE /v2.0/floatingips/d8111126-d640-42a6-945f-d9707f56eca3 HTTP/1.1" status: 204 len: 168 time: 0.5577307 Sep 09 21:06:59.198094 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53788) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:59.210466 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:06:59.321523 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a62f7cb-88c3-4038-80cd-1f634821996d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:59.412037 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a62f7cb-88c3-4038-80cd-1f634821996d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:59.415763 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a62f7cb-88c3-4038-80cd-1f634821996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:59.454808 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-9a62f7cb-88c3-4038-80cd-1f634821996d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=687d99c9add245c8963910ef9a7a376f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556150 Sep 09 21:06:59.455672 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62f7cb-88c3-4038-80cd-1f634821996d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2131ec9-746e-4897-a389-b2b2e013ca8e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:59.459806 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53792) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:06:59.512779 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3646-47af-4303-8c43-32dd36306bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:59.539687 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3646-47af-4303-8c43-32dd36306bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:59.605319 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3646-47af-4303-8c43-32dd36306bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:59.608073 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3646-47af-4303-8c43-32dd36306bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:06:59.609277 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-0c2c3646-47af-4303-8c43-32dd36306bb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2131ec9-746e-4897-a389-b2b2e013ca8e HTTP/1.1" status: 204 len: 168 time: 0.1499076 Sep 09 21:06:59.620254 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c3646-47af-4303-8c43-32dd36306bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2131ec9-746e-4897-a389-b2b2e013ca8e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:06:59.736597 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 7dff4411-267e-416e-8cdf-b02b6c722ef2 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:06:59.759150 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: 7dff4411-267e-416e-8cdf-b02b6c722ef2 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:06:59.759526 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 7dff4411-267e-416e-8cdf-b02b6c722ef2 not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:07:00.760107 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:00.790579 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53838) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:01.418702 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6fef63c-0801-4e8a-8e5b-52d82968551e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1987883'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:01.741874 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e6fef63c-0801-4e8a-8e5b-52d82968551e admin admin] Deleting port 6f61b74e-2f69-4471-8779-595b3efc7a04 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:07:01.742237 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6fef63c-0801-4e8a-8e5b-52d82968551e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:01.829376 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e6fef63c-0801-4e8a-8e5b-52d82968551e admin admin] For port 6f61b74e-2f69-4471-8779-595b3efc7a04, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=6f61b74e-2f69-4471-8779-595b3efc7a04,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:07:01.830115 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6fef63c-0801-4e8a-8e5b-52d82968551e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:01.842807 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e6fef63c-0801-4e8a-8e5b-52d82968551e admin admin] Calling delete_port for 6f61b74e-2f69-4471-8779-595b3efc7a04 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:07:02.028898 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6fef63c-0801-4e8a-8e5b-52d82968551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:02.055871 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fef63c-0801-4e8a-8e5b-52d82968551e admin admin] Pushing event deleted for resources: {'Port': ['ID=6f61b74e-2f69-4471-8779-595b3efc7a04,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:02.234341 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6fef63c-0801-4e8a-8e5b-52d82968551e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987999'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:02.458028 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fef63c-0801-4e8a-8e5b-52d82968551e admin admin] Router 793c5fff-81a3-4cd9-b820-55f107a53544 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:07:02.576524 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fef63c-0801-4e8a-8e5b-52d82968551e admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:07:02.583233 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-e6fef63c-0801-4e8a-8e5b-52d82968551e admin admin] 10.222.0.13 "PUT /v2.0/routers/793c5fff-81a3-4cd9-b820-55f107a53544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7910876 Sep 09 21:07:02.584840 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53848) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:02.585752 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93fe031-034b-45ab-8671-a4ea121b3e25 None None] Sync routers for ids ['793c5fff-81a3-4cd9-b820-55f107a53544'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:07:02.595039 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93fe031-034b-45ab-8671-a4ea121b3e25 None None] Routers {'793c5fff-81a3-4cd9-b820-55f107a53544'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:07:02.595673 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c93fe031-034b-45ab-8671-a4ea121b3e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:06:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['793c5fff-81a3-4cd9-b820-55f107a53544'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:02.691501 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2af8258d-c75e-4497-940d-27a4a56b786e admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:02.700534 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-c93fe031-034b-45ab-8671-a4ea121b3e25 None None] Set router 793c5fff-81a3-4cd9-b820-55f107a53544 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:07:02.804916 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2af8258d-c75e-4497-940d-27a4a56b786e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:02.860384 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2af8258d-c75e-4497-940d-27a4a56b786e admin admin] Deleting port d3966832-aff1-4e87-86ee-f68b57368b18 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:07:02.860723 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2af8258d-c75e-4497-940d-27a4a56b786e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:02.884995 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c93fe031-034b-45ab-8671-a4ea121b3e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T21:07:01Z', 'revision_number': 5, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port': {'id': 'd3966832-aff1-4e87-86ee-f68b57368b18', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:59:27Z', 'updated_at': '2021-09-09T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:02.914409 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93fe031-034b-45ab-8671-a4ea121b3e25 None None] Checking router: 793c5fff-81a3-4cd9-b820-55f107a53544 for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:07:02.924780 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93fe031-034b-45ab-8671-a4ea121b3e25 None None] Routers {'793c5fff-81a3-4cd9-b820-55f107a53544'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:07:02.925690 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c93fe031-034b-45ab-8671-a4ea121b3e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:06:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['793c5fff-81a3-4cd9-b820-55f107a53544'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:02.946823 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2af8258d-c75e-4497-940d-27a4a56b786e admin admin] For port d3966832-aff1-4e87-86ee-f68b57368b18, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=d3966832-aff1-4e87-86ee-f68b57368b18,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:07:02.947192 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2af8258d-c75e-4497-940d-27a4a56b786e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:02.959451 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2af8258d-c75e-4497-940d-27a4a56b786e admin admin] Calling delete_port for d3966832-aff1-4e87-86ee-f68b57368b18 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:07:03.013757 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-c93fe031-034b-45ab-8671-a4ea121b3e25 None None] Set router 793c5fff-81a3-4cd9-b820-55f107a53544 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:07:03.068451 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c93fe031-034b-45ab-8671-a4ea121b3e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T21:07:02Z', 'revision_number': 6, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port_host': None}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:03.094665 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93fe031-034b-45ab-8671-a4ea121b3e25 None None] The sync data for ids ['793c5fff-81a3-4cd9-b820-55f107a53544'] in dv-cinder-805083-2-iscsi is: [{'id': '793c5fff-81a3-4cd9-b820-55f107a53544', 'name': 'tempest-AttachVolumeShelveTestJSON-1405479073-router', 'tenant_id': '09f9fa611eb841048d8fa840fed2f21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:59:25Z', 'updated_at': '2021-09-09T21:07:02Z', 'revision_number': 6, 'project_id': '09f9fa611eb841048d8fa840fed2f21e', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:07:03.143987 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2af8258d-c75e-4497-940d-27a4a56b786e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:03.168637 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8258d-c75e-4497-940d-27a4a56b786e admin admin] Pushing event deleted for resources: {'Port': ['ID=d3966832-aff1-4e87-86ee-f68b57368b18,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:03.232557 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2af8258d-c75e-4497-940d-27a4a56b786e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988733'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:03.326403 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2af8258d-c75e-4497-940d-27a4a56b786e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1987022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5768'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:03.329102 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2af8258d-c75e-4497-940d-27a4a56b786e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:03.371503 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2af8258d-c75e-4497-940d-27a4a56b786e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1987015'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:03.372059 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af8258d-c75e-4497-940d-27a4a56b786e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 793c5fff-81a3-4cd9-b820-55f107a53544 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:07:03.376876 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2af8258d-c75e-4497-940d-27a4a56b786e admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:03.378039 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-2af8258d-c75e-4497-940d-27a4a56b786e admin admin] 10.222.0.13 "DELETE /v2.0/routers/793c5fff-81a3-4cd9-b820-55f107a53544 HTTP/1.1" status: 204 len: 168 time: 0.7920816 Sep 09 21:07:03.380673 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 53852) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:03.425373 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23d7c4f-c950-4ce6-9b3e-b06093d9b064 admin admin] Deleting subnet 4c27648d-8c41-4fee-ab75-caf24243b35e {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:07:03.428562 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a23d7c4f-c950-4ce6-9b3e-b06093d9b064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:03.464331 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a23d7c4f-c950-4ce6-9b3e-b06093d9b064 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13145719'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:03.547569 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a23d7c4f-c950-4ce6-9b3e-b06093d9b064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:03.597854 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a23d7c4f-c950-4ce6-9b3e-b06093d9b064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13123105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13020265'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:03.622983 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d7c4f-c950-4ce6-9b3e-b06093d9b064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c27648d-8c41-4fee-ab75-caf24243b35e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:03.627345 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a23d7c4f-c950-4ce6-9b3e-b06093d9b064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:03.629230 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-a23d7c4f-c950-4ce6-9b3e-b06093d9b064 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4c27648d-8c41-4fee-ab75-caf24243b35e HTTP/1.1" status: 204 len: 168 time: 0.2476428 Sep 09 21:07:03.631836 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53854) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:03.633333 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d673828-3dc7-491b-8c69-e7eb70f181d6 None None] Network 33290427-507e-4985-8a57-85d08fed9045 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:07:03.701991 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:03.761570 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] Deleting port e7663a2f-6b9e-418d-8de1-6432b315e5d9 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:07:03.761920 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:03.822934 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] For port e7663a2f-6b9e-418d-8de1-6432b315e5d9, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=e7663a2f-6b9e-418d-8de1-6432b315e5d9,segment=NetworkSegment(2c8cc4ce-4835-4ad6-b13b-113f4e24ada7),segment_id=2c8cc4ce-4835-4ad6-b13b-113f4e24ada7)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:07:03.823320 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:03.835206 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] Calling delete_port for e7663a2f-6b9e-418d-8de1-6432b315e5d9 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:07:03.893722 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] DHCP port deletion for 33290427-507e-4985-8a57-85d08fed9045 request from dv-cinder-805083-2-iscsi {{(pid=93819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 21:07:03.918273 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:03.942910 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Deleting port e7663a2f-6b9e-418d-8de1-6432b315e5d9 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:07:03.943307 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:03.944241 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7663a2f-6b9e-418d-8de1-6432b315e5d9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:03.952019 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] No DVR routers for this DVR port e7663a2f-6b9e-418d-8de1-6432b315e5d9 on host dv-cinder-805083-2-iscsi {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:07:04.008088 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] For port e7663a2f-6b9e-418d-8de1-6432b315e5d9, host dv-cinder-805083-2-iscsi, got binding levels [] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:07:04.008488 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:04.020948 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Calling delete_port for e7663a2f-6b9e-418d-8de1-6432b315e5d9 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:07:04.023928 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.ipam_backend_mixin [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Port e7663a2f-6b9e-418d-8de1-6432b315e5d9 was not found and therefore no delete operation was performed {{(pid=93819) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 21:07:04.025232 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:04.051498 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Pushing event deleted for resources: {'Port': ['ID=e7663a2f-6b9e-418d-8de1-6432b315e5d9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:04.061575 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:04.061929 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:04.062259 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:04.062663 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:04.062963 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:04.063315 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:04.063646 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:04.063970 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:04.064316 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:04.064643 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:04.064966 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:04.065284 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:04.068184 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c8220e-f447-45fc-a94a-4e6aeeaa6da2 None None] No DVR routers for this DVR port e7663a2f-6b9e-418d-8de1-6432b315e5d9 on host dv-cinder-805083-2-iscsi {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:07:04.277988 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:04.298829 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33290427-507e-4985-8a57-85d08fed9045']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:04.307963 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:04.308263 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8cc4ce-4835-4ad6-b13b-113f4e24ada7') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:04.317363 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14234935'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:04.330469 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:04.336284 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:07:04.336670 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14198969'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: Traceback (most recent call last): Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: timer() Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: cb(*args, **kw) Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: return func(*args, **kwargs) Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: self._notify() Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: self.callback(batched_events) Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: event.method(event) Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: return f(self, *a, **k) Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._get(url).json() Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: return self.request(url, 'GET', **kwargs) Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:07:04.338282 dv-cinder-805083-2-iscsi neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:07:04.392020 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:04.397372 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:04.399175 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/33290427-507e-4985-8a57-85d08fed9045 HTTP/1.1" status: 204 len: 168 time: 0.7658339 Sep 09 21:07:04.410029 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea3f9a-dca3-44cd-8a06-b4f7d3d86fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=33290427-507e-4985-8a57-85d08fed9045,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:04.517425 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53860) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:04.560687 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-daaf3b02-7eb3-47c9-a599-d85e4a36ca44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09f9fa611eb841048d8fa840fed2f21e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420415 Sep 09 21:07:04.563662 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 53862) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:04.611804 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2aa32cc0-2b9c-4d93-93c9-cd19e84c0ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:04.645583 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2aa32cc0-2b9c-4d93-93c9-cd19e84c0ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:04.690355 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2aa32cc0-2b9c-4d93-93c9-cd19e84c0ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:04.692852 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2aa32cc0-2b9c-4d93-93c9-cd19e84c0ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:04.693988 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-2aa32cc0-2b9c-4d93-93c9-cd19e84c0ce4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e601ee91-7e38-44c4-9524-a3d66feca241 HTTP/1.1" status: 204 len: 168 time: 0.1294210 Sep 09 21:07:04.701474 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa32cc0-2b9c-4d93-93c9-cd19e84c0ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e601ee91-7e38-44c4-9524-a3d66feca241,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:04.824287 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device e7663a2f-6b9e-418d-8de1-6432b315e5d9 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:07:04.848367 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: e7663a2f-6b9e-418d-8de1-6432b315e5d9 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:07:04.848716 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device e7663a2f-6b9e-418d-8de1-6432b315e5d9 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:07:04.849142 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 6f61b74e-2f69-4471-8779-595b3efc7a04 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:07:04.867959 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: 6f61b74e-2f69-4471-8779-595b3efc7a04 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:07:04.868426 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 6f61b74e-2f69-4471-8779-595b3efc7a04 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:07:04.868743 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device d3966832-aff1-4e87-86ee-f68b57368b18 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:07:04.887715 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: d3966832-aff1-4e87-86ee-f68b57368b18 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:07:04.888247 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device d3966832-aff1-4e87-86ee-f68b57368b18 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:07:15.775885 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-26ee8afa-a2ce-4aa4-8cc7-1326ce93ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:15.846737 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8038f-f194-48e9-b1ef-e61aa7afe138 req-9006377a-d09c-40b4-ab89-bfdd44abdf5f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:15.848244 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1db8038f-f194-48e9-b1ef-e61aa7afe138 req-9006377a-d09c-40b4-ab89-bfdd44abdf5f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 946 time: 0.0481532 Sep 09 21:07:15.885045 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1db8038f-f194-48e9-b1ef-e61aa7afe138 req-c86c4862-ae3a-42b7-8d19-17139b05ebcd tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308468 Sep 09 21:07:17.010378 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d2475-3cc6-4302-aee7-146ad73b1f2d req-de552cc2-2551-41e1-8315-bafb27906d82 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:17.011906 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ba7d2475-3cc6-4302-aee7-146ad73b1f2d req-de552cc2-2551-41e1-8315-bafb27906d82 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 946 time: 0.0516548 Sep 09 21:07:17.051819 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ba7d2475-3cc6-4302-aee7-146ad73b1f2d req-ba1293c7-d061-477a-8645-a81edafe08c1 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331030 Sep 09 21:07:18.163605 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1f49f-40ca-4ed7-81cf-0fae985769e8 req-d6966cd2-145b-474e-a1b4-77427203e6a8 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:18.165112 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6ed1f49f-40ca-4ed7-81cf-0fae985769e8 req-d6966cd2-145b-474e-a1b4-77427203e6a8 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 946 time: 0.0480654 Sep 09 21:07:18.202594 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6ed1f49f-40ca-4ed7-81cf-0fae985769e8 req-db29be25-0c14-4266-9f02-d4add96c70b4 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315282 Sep 09 21:07:18.410682 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f6b39895-3a70-42fd-bced-e6db42fbe5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:18.474888 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec128603-5358-4f03-8e96-a98f07a1a956 req-71dceb72-16e6-4d9e-b71d-b52bee6b2151 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:18.476215 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ec128603-5358-4f03-8e96-a98f07a1a956 req-71dceb72-16e6-4d9e-b71d-b52bee6b2151 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.48 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 946 time: 0.0491700 Sep 09 21:07:18.577082 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ec128603-5358-4f03-8e96-a98f07a1a956 req-52dc943e-10cb-49a1-bd28-24cab7974e73 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Deleting port 9d319a9e-3cc3-4d50-81bc-0401d76470a3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:07:18.577529 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ec128603-5358-4f03-8e96-a98f07a1a956 req-52dc943e-10cb-49a1-bd28-24cab7974e73 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:18.601591 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:18.605419 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54070) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:18.678192 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ec128603-5358-4f03-8e96-a98f07a1a956 req-52dc943e-10cb-49a1-bd28-24cab7974e73 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] For port 9d319a9e-3cc3-4d50-81bc-0401d76470a3, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=9d319a9e-3cc3-4d50-81bc-0401d76470a3,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:07:18.678573 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ec128603-5358-4f03-8e96-a98f07a1a956 req-52dc943e-10cb-49a1-bd28-24cab7974e73 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:18.727226 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9c5be9a-34fc-4e2d-93dc-cf689366226f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:18.821977 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9c5be9a-34fc-4e2d-93dc-cf689366226f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:18.826156 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9c5be9a-34fc-4e2d-93dc-cf689366226f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:18.866360 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ec128603-5358-4f03-8e96-a98f07a1a956 req-52dc943e-10cb-49a1-bd28-24cab7974e73 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:18.866634 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-c9c5be9a-34fc-4e2d-93dc-cf689366226f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4fb5b356b2d4b9380ce95cad6125da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599010 Sep 09 21:07:18.866737 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ec128603-5358-4f03-8e96-a98f07a1a956 req-52dc943e-10cb-49a1-bd28-24cab7974e73 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:18.867052 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.l3_db [req-ec128603-5358-4f03-8e96-a98f07a1a956 req-52dc943e-10cb-49a1-bd28-24cab7974e73 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Floating IP 11cb40e3-a681-4489-8230-81915d2c4c10 disassociated. External IP: 172.27.3.40, port: 9d319a9e-3cc3-4d50-81bc-0401d76470a3. Sep 09 21:07:18.867442 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ec128603-5358-4f03-8e96-a98f07a1a956 req-52dc943e-10cb-49a1-bd28-24cab7974e73 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Calling delete_port for 9d319a9e-3cc3-4d50-81bc-0401d76470a3 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:07:18.870959 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54076) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:18.889123 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5be9a-34fc-4e2d-93dc-cf689366226f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ddf7bb-f0fb-45a7-90d9-68d6c6ed7d79,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:18.927160 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f52c8501-897f-4d90-a51b-611961837c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:18.949107 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f52c8501-897f-4d90-a51b-611961837c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:18.998186 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f52c8501-897f-4d90-a51b-611961837c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:19.001610 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f52c8501-897f-4d90-a51b-611961837c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:19.001903 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ec128603-5358-4f03-8e96-a98f07a1a956 req-52dc943e-10cb-49a1-bd28-24cab7974e73 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:19.003732 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-f52c8501-897f-4d90-a51b-611961837c2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37ddf7bb-f0fb-45a7-90d9-68d6c6ed7d79 HTTP/1.1" status: 204 len: 168 time: 0.1315336 Sep 09 21:07:19.014842 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c8501-897f-4d90-a51b-611961837c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ddf7bb-f0fb-45a7-90d9-68d6c6ed7d79,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:19.050411 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc943e-10cb-49a1-bd28-24cab7974e73 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event deleted for resources: {'Port': ['ID=9d319a9e-3cc3-4d50-81bc-0401d76470a3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:19.166980 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec128603-5358-4f03-8e96-a98f07a1a956 req-52dc943e-10cb-49a1-bd28-24cab7974e73 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Router 44586854-c3be-4aa1-bb0d-e6913609d9a4 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:07:19.277813 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec128603-5358-4f03-8e96-a98f07a1a956 req-52dc943e-10cb-49a1-bd28-24cab7974e73 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:07:19.288954 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8c8d94-ff48-48b8-a165-0a34929afb58 None None] Sync routers for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:07:19.301883 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c8d94-ff48-48b8-a165-0a34929afb58 None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:07:19.301883 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2e8c8d94-ff48-48b8-a165-0a34929afb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:07:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:19.302824 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54084) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:19.319907 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ca1e5ce-43d8-4de1-ad94-a370c1628447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:19.328923 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-93450e4c-f7ca-42a5-a6e4-652ceaec0d19 req-e8c05bab-393f-43c5-b4f2-967e33242999 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fc97ed-d5f6-4832-8b9a-970828647332 HTTP/1.1" status: 200 len: 210 time: 0.0524967 Sep 09 21:07:19.343581 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec128603-5358-4f03-8e96-a98f07a1a956 req-52dc943e-10cb-49a1-bd28-24cab7974e73 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] No DVR routers for this DVR port 9d319a9e-3cc3-4d50-81bc-0401d76470a3 on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:07:19.347005 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ec128603-5358-4f03-8e96-a98f07a1a956 req-52dc943e-10cb-49a1-bd28-24cab7974e73 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:19.349107 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ec128603-5358-4f03-8e96-a98f07a1a956 req-52dc943e-10cb-49a1-bd28-24cab7974e73 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.48 "DELETE /v2.0/ports/9d319a9e-3cc3-4d50-81bc-0401d76470a3 HTTP/1.1" status: 204 len: 173 time: 0.8661280 Sep 09 21:07:19.349628 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fc97ed-d5f6-4832-8b9a-970828647332', 'name': 'network-vif-deleted', 'tag': '9d319a9e-3cc3-4d50-81bc-0401d76470a3'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:07:19.352088 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ae3bff-5b56-4ce9-8e3c-b268627da0ef" -d '{"events": [{"server_uuid": "24fc97ed-d5f6-4832-8b9a-970828647332", "name": "network-vif-deleted", "tag": "9d319a9e-3cc3-4d50-81bc-0401d76470a3"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:07:19.397945 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cf59b6-03f3-40e1-aace-1abfc26d1105 x-openstack-request-id: req-74cf59b6-03f3-40e1-aace-1abfc26d1105 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:07:19.398249 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fc97ed-d5f6-4832-8b9a-970828647332", "name": "network-vif-deleted", "tag": "9d319a9e-3cc3-4d50-81bc-0401d76470a3", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:07:19.398504 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74cf59b6-03f3-40e1-aace-1abfc26d1105 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:07:19.398907 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fc97ed-d5f6-4832-8b9a-970828647332', 'name': 'network-vif-deleted', 'tag': '9d319a9e-3cc3-4d50-81bc-0401d76470a3', 'status': 'completed', 'code': 200} Sep 09 21:07:19.443183 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2e8c8d94-ff48-48b8-a165-0a34929afb58 None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:07:19.458110 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ca1e5ce-43d8-4de1-ad94-a370c1628447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:19.462680 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ca1e5ce-43d8-4de1-ad94-a370c1628447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:19.502589 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1e5ce-43d8-4de1-ad94-a370c1628447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ddbd4b-67be-4148-a6c8-5150dd5b7ec0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:19.507196 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-9ca1e5ce-43d8-4de1-ad94-a370c1628447 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=075a34ff025246bdb2610604119555ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028835 Sep 09 21:07:19.509869 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54088) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:19.565901 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bd204f2-122b-4a82-b41f-8358ec0348e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:19.593404 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bd204f2-122b-4a82-b41f-8358ec0348e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:19.647855 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bd204f2-122b-4a82-b41f-8358ec0348e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:19.651598 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bd204f2-122b-4a82-b41f-8358ec0348e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:19.653609 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-1bd204f2-122b-4a82-b41f-8358ec0348e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2ddbd4b-67be-4148-a6c8-5150dd5b7ec0 HTTP/1.1" status: 204 len: 168 time: 0.1428425 Sep 09 21:07:19.658716 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2e8c8d94-ff48-48b8-a165-0a34929afb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:19.673183 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd204f2-122b-4a82-b41f-8358ec0348e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ddbd4b-67be-4148-a6c8-5150dd5b7ec0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:19.688485 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8c8d94-ff48-48b8-a165-0a34929afb58 None None] Checking router: 44586854-c3be-4aa1-bb0d-e6913609d9a4 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:07:19.702000 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c8d94-ff48-48b8-a165-0a34929afb58 None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:07:19.702607 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2e8c8d94-ff48-48b8-a165-0a34929afb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:07:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:19.940581 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2e8c8d94-ff48-48b8-a165-0a34929afb58 None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:07:20.054495 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:20.170882 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2e8c8d94-ff48-48b8-a165-0a34929afb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:20.204337 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8c8d94-ff48-48b8-a165-0a34929afb58 None None] The sync data for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi is: [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:07:20.445924 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34a979-e04e-4f57-ab6a-716ea35f0fab None None] New status for floating IP 11cb40e3-a681-4489-8230-81915d2c4c10: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:07:20.598972 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-a1a11c3f-35fe-4707-8ef5-b694d64f33ac tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580452421&fields=id&tenant_id=43e9252ab3b54e1d80dc4020801940cf HTTP/1.1" status: 200 len: 267 time: 0.0392649 Sep 09 21:07:20.711630 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-5786e9a6-3329-4d47-950c-80980a57a736 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:20.713109 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-5786e9a6-3329-4d47-950c-80980a57a736 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/networks?id=53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 200 len: 811 time: 0.1074142 Sep 09 21:07:20.730174 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-5c3ceb8c-8842-4ac2-a3b4-7db138effa03 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/quotas/43e9252ab3b54e1d80dc4020801940cf HTTP/1.1" status: 200 len: 375 time: 0.0113037 Sep 09 21:07:20.786737 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-fbad1bfa-784c-4d23-a468-6037a7fe8a95 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43e9252ab3b54e1d80dc4020801940cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502524 Sep 09 21:07:20.882339 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-73ba9b9c-5cb5-4ca2-acf4-f6950d948631 service neutron] 10.222.0.13 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838509 Sep 09 21:07:20.983966 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-9618b9b2-efde-4679-aa19-ee2ffe9dcfa9 service neutron] 10.222.0.13 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957878 Sep 09 21:07:21.314548 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-24d81071-1feb-4906-a8d7-423ebc59aeca req-ea8d5b19-d380-4db4-9b16-6d04416de431 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 210 time: 0.0300784 Sep 09 21:07:21.431788 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:21.487122 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 54188) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:21.612923 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07dd1a36-240c-46fd-91a4-360890d2942d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:21.711165 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07dd1a36-240c-46fd-91a4-360890d2942d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:21.715536 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07dd1a36-240c-46fd-91a4-360890d2942d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:21.758252 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd1a36-240c-46fd-91a4-360890d2942d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47826d87-ee2e-4e6e-b0e3-73cc85252de7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:21.769769 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-07dd1a36-240c-46fd-91a4-360890d2942d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=554116ac4c994fd3aea411ea17a520d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792099 Sep 09 21:07:21.770385 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 54200) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:21.826756 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e36987a4-d2a5-4b33-bc03-473fabea84eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:21.827017 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 9d319a9e-3cc3-4d50-81bc-0401d76470a3 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:07:21.850564 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: 9d319a9e-3cc3-4d50-81bc-0401d76470a3 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:07:21.851161 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 9d319a9e-3cc3-4d50-81bc-0401d76470a3 not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:07:21.851632 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e36987a4-d2a5-4b33-bc03-473fabea84eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:21.903991 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e36987a4-d2a5-4b33-bc03-473fabea84eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:21.907741 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e36987a4-d2a5-4b33-bc03-473fabea84eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:21.909020 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-e36987a4-d2a5-4b33-bc03-473fabea84eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47826d87-ee2e-4e6e-b0e3-73cc85252de7 HTTP/1.1" status: 204 len: 168 time: 0.1380477 Sep 09 21:07:21.916949 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36987a4-d2a5-4b33-bc03-473fabea84eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47826d87-ee2e-4e6e-b0e3-73cc85252de7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:22.285733 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-5a8ed89c-3e37-4ad0-98bd-bdcf1eb595e3 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:22.287466 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-5a8ed89c-3e37-4ad0-98bd-bdcf1eb595e3 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.48 "GET /v2.0/networks?id=53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 200 len: 811 time: 0.1298256 Sep 09 21:07:22.339122 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-89e10317-1f06-42e0-a5ef-807bb938bebf tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43e9252ab3b54e1d80dc4020801940cf HTTP/1.1" status: 200 len: 380 time: 0.0422940 Sep 09 21:07:22.358716 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-0e012b83-074b-4b7f-82cc-5408cbc1d952 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Request body: {'port': {'device_id': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'admin_state_up': True, 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'security_groups': ['a2f3dbd8-3cdf-40cb-ab8c-17e280e67361']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:22.393755 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54226) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:22.477941 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c52612fb-a5ea-41da-ac72-dd437f24e0cd req-2beae916-5bf3-4bd7-94ab-d44dea7b6881 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 210 time: 0.0616038 Sep 09 21:07:22.524819 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-0e012b83-074b-4b7f-82cc-5408cbc1d952 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Made reservation on behalf of 43e9252ab3b54e1d80dc4020801940cf for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:07:22.529197 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-0e012b83-074b-4b7f-82cc-5408cbc1d952 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:22.595621 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bec20a8e-01a7-4bb7-95cd-0d85dedf5c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:22.674758 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-0e012b83-074b-4b7f-82cc-5408cbc1d952 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Allocated IP 172.20.0.12 (53f35eb8-e794-4bfb-bb49-572192a02f8d/d7c1e48d-68a6-4644-95b0-1158dc726b0e/3ac9a871-bce6-4ede-ab25-7bf76f9994f8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:07:22.706876 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bec20a8e-01a7-4bb7-95cd-0d85dedf5c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:22.720494 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bec20a8e-01a7-4bb7-95cd-0d85dedf5c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:22.750341 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec20a8e-01a7-4bb7-95cd-0d85dedf5c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb07c445-619a-4454-834f-355f40fa290a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:22.772479 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-bec20a8e-01a7-4bb7-95cd-0d85dedf5c44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a101b8df33af427f984d01ca8d0cf1b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769093 Sep 09 21:07:22.774956 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54240) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:22.829480 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a9c47c0-3db1-441f-a8df-0f6030a5a41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:22.857721 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a9c47c0-3db1-441f-a8df-0f6030a5a41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:22.857910 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-0e012b83-074b-4b7f-82cc-5408cbc1d952 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:22.874103 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-0e012b83-074b-4b7f-82cc-5408cbc1d952 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Transition to ACTIVE for port object 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:07:22.909297 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a9c47c0-3db1-441f-a8df-0f6030a5a41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:22.911888 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a9c47c0-3db1-441f-a8df-0f6030a5a41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:22.913217 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-3a9c47c0-3db1-441f-a8df-0f6030a5a41a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb07c445-619a-4454-834f-355f40fa290a HTTP/1.1" status: 204 len: 168 time: 0.1363394 Sep 09 21:07:22.916867 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-0e012b83-074b-4b7f-82cc-5408cbc1d952 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:22.922411 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c47c0-3db1-441f-a8df-0f6030a5a41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb07c445-619a-4454-834f-355f40fa290a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:22.963746 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-0e012b83-074b-4b7f-82cc-5408cbc1d952 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Network 53f35eb8-e794-4bfb-bb49-572192a02f8d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:07:22.967124 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-0e012b83-074b-4b7f-82cc-5408cbc1d952 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:07:22.971230 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-0e012b83-074b-4b7f-82cc-5408cbc1d952 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:07:23.007191 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e012b83-074b-4b7f-82cc-5408cbc1d952 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event updated for resources: {'Port': ['ID=3ac9a871-bce6-4ede-ab25-7bf76f9994f8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:23.043046 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-0e012b83-074b-4b7f-82cc-5408cbc1d952 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:23.044100 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-0e012b83-074b-4b7f-82cc-5408cbc1d952 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.069046 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-0e012b83-074b-4b7f-82cc-5408cbc1d952 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7165885 Sep 09 21:07:23.085091 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Request body: {'port': {'device_id': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:23.157819 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.247893 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-0463fe87-fd36-4109-8776-77958dda1e0d None None] Provisioning for port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:07:23.253571 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-0463fe87-fd36-4109-8776-77958dda1e0d None None] Provisioning complete for port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:23.253875 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0463fe87-fd36-4109-8776-77958dda1e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.293667 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0463fe87-fd36-4109-8776-77958dda1e0d None None] Port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:07:23.304929 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54254) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:23.418245 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 54258) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:23.427835 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c410007c-b146-45d6-8e34-7356ee99013f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.451797 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6020288-8a80-4fc1-8f6c-6a0bd4925645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.476879 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:07:23.484276 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.496801 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Transition to ACTIVE for port object 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:07:23.501337 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.522525 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c410007c-b146-45d6-8e34-7356ee99013f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.527916 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c410007c-b146-45d6-8e34-7356ee99013f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.572183 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410007c-b146-45d6-8e34-7356ee99013f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad61cc3-fb4a-46c9-888f-d13daddcc015,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:23.592409 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-c410007c-b146-45d6-8e34-7356ee99013f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01fe8ac51fac435ba8f085ff8d2c8d94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861285 Sep 09 21:07:23.595531 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54262) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:23.602652 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac9a871-bce6-4ede-ab25-7bf76f9994f8,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:23.649112 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-43014466-9d63-44fe-9a01-ff0bc2ff27ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.674307 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-43014466-9d63-44fe-9a01-ff0bc2ff27ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.700989 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a07470-643d-4051-bf5c-3134153a5607 req-9c080e08-219c-4e56-ade2-e0897507dd6b tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:23.702674 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-40a07470-643d-4051-bf5c-3134153a5607 req-9c080e08-219c-4e56-ade2-e0897507dd6b tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 944 time: 0.1432936 Sep 09 21:07:23.737209 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Attempting to bind port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:07:23.737548 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Attempting to bind port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:07:23.737878 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Attempting to bind port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 on network 53f35eb8-e794-4bfb-bb49-572192a02f8d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:07:23.750665 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-43014466-9d63-44fe-9a01-ff0bc2ff27ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.753252 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-43014466-9d63-44fe-9a01-ff0bc2ff27ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.756667 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-43014466-9d63-44fe-9a01-ff0bc2ff27ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aad61cc3-fb4a-46c9-888f-d13daddcc015 HTTP/1.1" status: 204 len: 168 time: 0.1577473 Sep 09 21:07:23.759213 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 on network 53f35eb8-e794-4bfb-bb49-572192a02f8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:07:23.759588 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Attempting to bind port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 on network 53f35eb8-e794-4bfb-bb49-572192a02f8d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:07:23.762717 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43014466-9d63-44fe-9a01-ff0bc2ff27ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad61cc3-fb4a-46c9-888f-d13daddcc015,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:23.774702 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:07:23.776000 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Checking segment: {'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:07:23.776614 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Bound using segment: {'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:07:23.777320 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Bound port: 3ac9a871-bce6-4ede-ab25-7bf76f9994f8, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:07:23.777872 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.802312 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6020288-8a80-4fc1-8f6c-6a0bd4925645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.807444 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-40a07470-643d-4051-bf5c-3134153a5607 req-0eab377a-a900-416d-a37f-3ed2093562c7 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922287 Sep 09 21:07:23.811643 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6020288-8a80-4fc1-8f6c-6a0bd4925645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.884521 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6020288-8a80-4fc1-8f6c-6a0bd4925645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999c6ae2-a73e-41ee-8627-ed1abfcf13f6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:23.897693 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-b6020288-8a80-4fc1-8f6c-6a0bd4925645 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c958b6caefe4512a0d47285ff91800b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4756954 Sep 09 21:07:23.898030 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54266) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:23.915003 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] For port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8, host hv-cinder-80508, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:07:23.918750 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] For port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=3ac9a871-bce6-4ede-ab25-7bf76f9994f8,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:07:23.923491 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.951480 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6030fbfa-3c93-4974-8cff-f15ac7f6fcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.973280 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:23.973920 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:23.975389 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] 10.222.0.48 "PUT /v2.0/ports/3ac9a871-bce6-4ede-ab25-7bf76f9994f8 HTTP/1.1" status: 200 len: 1094 time: 0.8977294 Sep 09 21:07:23.975845 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'tag': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:07:23.978178 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd1e13e-6157-4b81-9cce-ecaa611405c8" -d '{"events": [{"name": "network-changed", "server_uuid": "596ab8fc-846d-4477-ad72-b0e2836d564f", "tag": "3ac9a871-bce6-4ede-ab25-7bf76f9994f8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:07:23.979236 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6030fbfa-3c93-4974-8cff-f15ac7f6fcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:24.045368 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e77eade-4357-4368-bf59-6138a55c5015 x-openstack-request-id: req-8e77eade-4357-4368-bf59-6138a55c5015 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:07:24.045667 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596ab8fc-846d-4477-ad72-b0e2836d564f", "tag": "3ac9a871-bce6-4ede-ab25-7bf76f9994f8", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:07:24.045916 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e77eade-4357-4368-bf59-6138a55c5015 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:07:24.046488 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'tag': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'status': 'completed', 'code': 200} Sep 09 21:07:24.048999 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdfb54-05be-4a49-8932-0f79d44600a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac9a871-bce6-4ede-ab25-7bf76f9994f8,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:24.060405 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6030fbfa-3c93-4974-8cff-f15ac7f6fcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:24.063030 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6030fbfa-3c93-4974-8cff-f15ac7f6fcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:24.064579 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-6030fbfa-3c93-4974-8cff-f15ac7f6fcfb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/999c6ae2-a73e-41ee-8627-ed1abfcf13f6 HTTP/1.1" status: 204 len: 168 time: 0.1657605 Sep 09 21:07:24.073644 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030fbfa-3c93-4974-8cff-f15ac7f6fcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999c6ae2-a73e-41ee-8627-ed1abfcf13f6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:24.102858 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-59978500-3223-4e72-beb1-97212f97ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:24.102858 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-59978500-3223-4e72-beb1-97212f97ef88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e9252ab3b54e1d80dc4020801940cf&device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 1097 time: 0.0699861 Sep 09 21:07:24.147573 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-951c0070-fd3f-421b-9701-762458fe7dcc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ac9a871-bce6-4ede-ab25-7bf76f9994f8 HTTP/1.1" status: 200 len: 217 time: 0.0400729 Sep 09 21:07:24.213380 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-a6b071a2-1974-41fc-a8fe-ce2b22abf355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:24.214855 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-a6b071a2-1974-41fc-a8fe-ce2b22abf355 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7c1e48d-68a6-4644-95b0-1158dc726b0e HTTP/1.1" status: 200 len: 850 time: 0.0603755 Sep 09 21:07:24.271408 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-bac21020-58cf-4a5a-a588-10c643f6e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:24.272925 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-bac21020-58cf-4a5a-a588-10c643f6e1aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f35eb8-e794-4bfb-bb49-572192a02f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511019 Sep 09 21:07:24.369680 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-6f749039-1bea-4c59-b7ff-f9e2005b1b97 service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889239 Sep 09 21:07:24.472393 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bd5cd99d-8a02-4c95-b286-ef982ffef9a1 req-e1311ed4-85a0-49ef-aa6c-bfd2cba380c0 service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957925 Sep 09 21:07:24.562264 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1e13e-6157-4b81-9cce-ecaa611405c8 req-751db1f5-3c45-45d3-82c6-6425420a4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:24.564322 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dbd1e13e-6157-4b81-9cce-ecaa611405c8 req-751db1f5-3c45-45d3-82c6-6425420a4228 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e9252ab3b54e1d80dc4020801940cf&device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 1097 time: 0.0415604 Sep 09 21:07:24.699477 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54302) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:24.710037 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1e13e-6157-4b81-9cce-ecaa611405c8 req-4e026e10-abaf-4474-a06e-4b68cbfb242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:24.712589 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dbd1e13e-6157-4b81-9cce-ecaa611405c8 req-4e026e10-abaf-4474-a06e-4b68cbfb242d service neutron] 10.222.0.48 "GET /v2.0/networks?id=53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 200 len: 912 time: 0.1412044 Sep 09 21:07:24.754947 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dbd1e13e-6157-4b81-9cce-ecaa611405c8 req-dc59fff1-aff1-45e3-95d8-1e29882e8b68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ac9a871-bce6-4ede-ab25-7bf76f9994f8 HTTP/1.1" status: 200 len: 217 time: 0.0344801 Sep 09 21:07:24.809467 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1e13e-6157-4b81-9cce-ecaa611405c8 req-99b97356-cfd6-48b4-8912-96f577c4b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:24.811247 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dbd1e13e-6157-4b81-9cce-ecaa611405c8 req-99b97356-cfd6-48b4-8912-96f577c4b78d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7c1e48d-68a6-4644-95b0-1158dc726b0e HTTP/1.1" status: 200 len: 850 time: 0.0484211 Sep 09 21:07:24.812930 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-885a4cf6-4951-47fc-9de5-f00c81ca01a6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-627627835-network', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:24.845691 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885a4cf6-4951-47fc-9de5-f00c81ca01a6 admin admin] Made reservation on behalf of c13cf209a39c4657bbf92bb53266df85 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:07:24.848032 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-885a4cf6-4951-47fc-9de5-f00c81ca01a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:24.858327 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-885a4cf6-4951-47fc-9de5-f00c81ca01a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:24.872748 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1e13e-6157-4b81-9cce-ecaa611405c8 req-023774b6-a4fa-4aa1-913d-29818d2a282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:24.879779 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dbd1e13e-6157-4b81-9cce-ecaa611405c8 req-023774b6-a4fa-4aa1-913d-29818d2a282e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f35eb8-e794-4bfb-bb49-572192a02f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606284 Sep 09 21:07:24.957667 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-885a4cf6-4951-47fc-9de5-f00c81ca01a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:24.970666 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-885a4cf6-4951-47fc-9de5-f00c81ca01a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:24.985874 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885a4cf6-4951-47fc-9de5-f00c81ca01a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:07:25.000307 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-885a4cf6-4951-47fc-9de5-f00c81ca01a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:25.001900 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.db.segments_db [None req-885a4cf6-4951-47fc-9de5-f00c81ca01a6 admin admin] Added segment d447aded-a7ac-47f3-83ea-062872f0ac03 of type vlan for network 11d55ec4-d49c-44f2-b5d1-7d029328093d Sep 09 21:07:25.013411 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9c909-f31e-42dd-80a7-623df2c3ec0a req-2c995caa-eec7-42a1-a3a6-e6c94bb57ec1 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:25.015499 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fdd9c909-f31e-42dd-80a7-623df2c3ec0a req-2c995caa-eec7-42a1-a3a6-e6c94bb57ec1 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 944 time: 0.1180677 Sep 09 21:07:25.072154 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dbd1e13e-6157-4b81-9cce-ecaa611405c8 req-f283f794-de21-4095-b43a-38db550644a3 service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837966 Sep 09 21:07:25.072487 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a4cf6-4951-47fc-9de5-f00c81ca01a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ca390a-7a26-43f0-ba3c-f2b80e81116f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:25.076069 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-885a4cf6-4951-47fc-9de5-f00c81ca01a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:25.079601 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fdd9c909-f31e-42dd-80a7-623df2c3ec0a req-d46c54c2-d852-4c41-a54b-a90c2e7d540c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474405 Sep 09 21:07:25.107163 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-885a4cf6-4951-47fc-9de5-f00c81ca01a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:25.108476 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885a4cf6-4951-47fc-9de5-f00c81ca01a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:25.109837 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-885a4cf6-4951-47fc-9de5-f00c81ca01a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:25.196193 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dbd1e13e-6157-4b81-9cce-ecaa611405c8 req-3bc1cd9a-7d70-4bb5-b19e-d454573d1e2d service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152730 Sep 09 21:07:25.198615 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a4cf6-4951-47fc-9de5-f00c81ca01a6 admin admin] Pushing event updated for resources: {'Network': ['ID=11d55ec4-d49c-44f2-b5d1-7d029328093d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:25.203581 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-885a4cf6-4951-47fc-9de5-f00c81ca01a6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5021262 Sep 09 21:07:25.205365 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54318) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:25.210191 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-802f3ada-6ac6-4cd9-bf65-33a55024d47b admin admin] Request body: {'subnet': {'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-627627835-subnet', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:25.212302 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network 11d55ec4-d49c-44f2-b5d1-7d029328093d details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:07:25.233528 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802f3ada-6ac6-4cd9-bf65-33a55024d47b admin admin] Made reservation on behalf of c13cf209a39c4657bbf92bb53266df85 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:07:25.236476 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-802f3ada-6ac6-4cd9-bf65-33a55024d47b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13020300'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:25.439705 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-802f3ada-6ac6-4cd9-bf65-33a55024d47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13123168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13020306'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:25.495531 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f3ada-6ac6-4cd9-bf65-33a55024d47b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b024b558-52cd-4d42-9769-1e1c258f8902,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:25.503794 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802f3ada-6ac6-4cd9-bf65-33a55024d47b admin admin] Checking segment: {'id': 'd447aded-a7ac-47f3-83ea-062872f0ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:07:25.504151 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f3ada-6ac6-4cd9-bf65-33a55024d47b admin admin] Network hostable DHCP agents. Network: 11d55ec4-d49c-44f2-b5d1-7d029328093d, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:07:25.520461 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f3ada-6ac6-4cd9-bf65-33a55024d47b admin admin] Network 11d55ec4-d49c-44f2-b5d1-7d029328093d is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:07:25.529325 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-802f3ada-6ac6-4cd9-bf65-33a55024d47b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, 11d55ec4-d49c-44f2-b5d1-7d029328093d) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:07:25.533425 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f3ada-6ac6-4cd9-bf65-33a55024d47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:25.534077 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-802f3ada-6ac6-4cd9-bf65-33a55024d47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:25.538965 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ae94c2-52f8-4031-b23d-e35718a50e1b None None] Network 11d55ec4-d49c-44f2-b5d1-7d029328093d requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:07:25.551032 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-802f3ada-6ac6-4cd9-bf65-33a55024d47b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3421803 Sep 09 21:07:25.551483 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 54330) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:25.555900 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-627627835-router', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:25.578560 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1988496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:25.579605 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:25.644312 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:25.696050 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca9f6dad-bf04-5eed-9a3c-1f6e8f3669a0-11d55ec4-d49c-44f2-b5d1-7d029328093d', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'fixed_ips': [{'subnet_id': 'b024b558-52cd-4d42-9769-1e1c258f8902'}]}} from dv-cinder-805083-2-iscsi. {{(pid=93819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:07:25.697037 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:25.802172 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:25.836728 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Allocated IP 172.20.0.2 (11d55ec4-d49c-44f2-b5d1-7d029328093d/b024b558-52cd-4d42-9769-1e1c258f8902/a0e636c3-a307-4344-9d57-cc361b0951d0) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:07:25.996860 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:26.007532 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Transition to ACTIVE for port object a0e636c3-a307-4344-9d57-cc361b0951d0 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:07:26.024024 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Transition to ACTIVE for port object a0e636c3-a307-4344-9d57-cc361b0951d0 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:07:26.030776 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:26.081453 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Network 11d55ec4-d49c-44f2-b5d1-7d029328093d is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:07:26.096437 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:07:26.103574 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:07:26.163021 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Pushing event updated for resources: {'Port': ['ID=a0e636c3-a307-4344-9d57-cc361b0951d0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:26.182613 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Attempting to bind port a0e636c3-a307-4344-9d57-cc361b0951d0 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:07:26.183038 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Attempting to bind port a0e636c3-a307-4344-9d57-cc361b0951d0 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': 'd447aded-a7ac-47f3-83ea-062872f0ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:07:26.183466 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Attempting to bind port a0e636c3-a307-4344-9d57-cc361b0951d0 on network 11d55ec4-d49c-44f2-b5d1-7d029328093d {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:07:26.191388 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:07:26.191992 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Checking segment: {'id': 'd447aded-a7ac-47f3-83ea-062872f0ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:07:26.192813 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:26.193355 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Bound using segment: {'id': 'd447aded-a7ac-47f3-83ea-062872f0ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:07:26.193970 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Bound port: a0e636c3-a307-4344-9d57-cc361b0951d0, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd447aded-a7ac-47f3-83ea-062872f0ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:07:26.194510 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:26.263350 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] For port a0e636c3-a307-4344-9d57-cc361b0951d0, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:07:26.266531 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] For port a0e636c3-a307-4344-9d57-cc361b0951d0, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=a0e636c3-a307-4344-9d57-cc361b0951d0,segment=NetworkSegment(d447aded-a7ac-47f3-83ea-062872f0ac03),segment_id=d447aded-a7ac-47f3-83ea-062872f0ac03)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:07:26.269940 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:26.331711 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:26.334569 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a39646-727d-46e4-afa7-00435cfc6deb None None] Pushing event updated for resources: {'Port': ['ID=a0e636c3-a307-4344-9d57-cc361b0951d0,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:26.355242 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:26.371714 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee157d51-22ea-4e6b-b095-3b76249d6fc1 req-789262fa-428a-4393-9742-358c854d2cd7 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:26.373438 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ee157d51-22ea-4e6b-b095-3b76249d6fc1 req-789262fa-428a-4393-9742-358c854d2cd7 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 944 time: 0.1157761 Sep 09 21:07:26.498739 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ee157d51-22ea-4e6b-b095-3b76249d6fc1 req-8c62b843-bf9e-45b3-bff2-5649749a3d0e tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891643 Sep 09 21:07:26.540731 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Allocated IP 172.27.3.118 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/ab9688bc-7cef-4611-8678-65559811e340) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:07:26.649555 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:26.687337 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:26.723058 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:07:26.727177 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:07:26.729622 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:07:26.756294 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Pushing event updated for resources: {'Port': ['ID=ab9688bc-7cef-4611-8678-65559811e340,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:26.872106 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device a0e636c3-a307-4344-9d57-cc361b0951d0 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:07:26.930881 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port a0e636c3-a307-4344-9d57-cc361b0951d0 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:07:27.002091 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:27.192315 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c154f9c7-a377-4064-a49e-9f17d0d8c057 None None] Network 11d55ec4-d49c-44f2-b5d1-7d029328093d requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:07:27.216951 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988673'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:27.324748 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-971f97e4-ace5-427f-9bc8-6dd4b1facac2 None None] Provisioning for port a0e636c3-a307-4344-9d57-cc361b0951d0 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:07:27.332586 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-971f97e4-ace5-427f-9bc8-6dd4b1facac2 None None] Provisioning complete for port a0e636c3-a307-4344-9d57-cc361b0951d0 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:27.332961 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-971f97e4-ace5-427f-9bc8-6dd4b1facac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:27.361680 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 is scheduled to L3 agent c730623a-2d90-413c-85cd-c5eb583040aa with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:07:27.458211 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-971f97e4-ace5-427f-9bc8-6dd4b1facac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:27.501620 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-971f97e4-ace5-427f-9bc8-6dd4b1facac2 None None] For port a0e636c3-a307-4344-9d57-cc361b0951d0, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=a0e636c3-a307-4344-9d57-cc361b0951d0,segment=NetworkSegment(d447aded-a7ac-47f3-83ea-062872f0ac03),segment_id=d447aded-a7ac-47f3-83ea-062872f0ac03)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:07:27.506580 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-971f97e4-ace5-427f-9bc8-6dd4b1facac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:27.518002 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:07:27.535795 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Sync routers for ids ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:07:27.547715 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:27.549131 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-93405ceb-abc3-4913-aff3-f8f7c7455210 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9965272 Sep 09 21:07:27.551921 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54352) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:27.612206 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Routers {'6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:07:27.617740 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:07:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:27.685546 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca74e8-7cbc-4ba7-b099-438fd33e08c7 req-256f2673-7e2e-4eee-97ba-24da9c051907 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:27.693681 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2eca74e8-7cbc-4ba7-b099-438fd33e08c7 req-256f2673-7e2e-4eee-97ba-24da9c051907 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 944 time: 0.0943961 Sep 09 21:07:27.714646 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f97e4-ace5-427f-9bc8-6dd4b1facac2 None None] Pushing event updated for resources: {'Port': ['ID=a0e636c3-a307-4344-9d57-cc361b0951d0,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:27.736352 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2eca74e8-7cbc-4ba7-b099-438fd33e08c7 req-8721d6ea-af9b-4833-96c1-767527e31fcd tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409682 Sep 09 21:07:27.746376 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-985c89f1-28e6-47f9-a1f6-541bb5141360 None None] Provisioning complete for port a0e636c3-a307-4344-9d57-cc361b0951d0 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:27.747127 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-985c89f1-28e6-47f9-a1f6-541bb5141360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:27.786166 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Set router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:07:28.013499 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:28.017018 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'name': 'tempest-TestShelveInstance-627627835-router', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ab9688bc-7cef-4611-8678-65559811e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:25Z', 'updated_at': '2021-09-09T21:07:26Z', 'revision_number': 3, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'gw_port': {'id': 'ab9688bc-7cef-4611-8678-65559811e340', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:26Z', 'updated_at': '2021-09-09T21:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:28.043737 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Checking router: 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:07:28.044008 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Updating router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 port ab9688bc-7cef-4611-8678-65559811e340 binding host dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:07:28.068678 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:28.182504 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Allocated IP 172.20.0.1 (11d55ec4-d49c-44f2-b5d1-7d029328093d/b024b558-52cd-4d42-9769-1e1c258f8902/50538c76-1f9a-416a-935e-13013ea49c70) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:07:28.284554 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:28.299453 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Transition to ACTIVE for port object 50538c76-1f9a-416a-935e-13013ea49c70 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:07:28.332454 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:28.341273 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:28.351449 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Transition to ACTIVE for port object ab9688bc-7cef-4611-8678-65559811e340 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:07:28.357032 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:28.370530 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Network 11d55ec4-d49c-44f2-b5d1-7d029328093d is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:07:28.373484 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:07:28.377882 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:07:28.389657 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Pushing event updated for resources: {'Port': ['ID=50538c76-1f9a-416a-935e-13013ea49c70,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:28.408849 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Attempting to bind port ab9688bc-7cef-4611-8678-65559811e340 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:07:28.408849 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Attempting to bind port ab9688bc-7cef-4611-8678-65559811e340 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:07:28.408849 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Attempting to bind port ab9688bc-7cef-4611-8678-65559811e340 on network e020cc29-81be-4516-9ef0-31c1421244e6 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:07:28.414764 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa1bd0-d6b0-446f-a158-800bcd350765 None None] Pushing event updated for resources: {'Port': ['ID=ab9688bc-7cef-4611-8678-65559811e340,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:28.419762 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:07:28.420133 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Checking segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:07:28.420548 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:28.420930 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Bound using segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:07:28.421400 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Bound port: ab9688bc-7cef-4611-8678-65559811e340, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:07:28.421782 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:28.434601 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1988752'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:28.483115 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] For port ab9688bc-7cef-4611-8678-65559811e340, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:07:28.488164 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] For port ab9688bc-7cef-4611-8678-65559811e340, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=ab9688bc-7cef-4611-8678-65559811e340,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:07:28.493282 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:28.553161 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Routers {'6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:07:28.553697 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:07:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:28.580172 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:28.722484 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa1bd0-d6b0-446f-a158-800bcd350765 None None] Pushing event updated for resources: {'Port': ['ID=ab9688bc-7cef-4611-8678-65559811e340,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:28.764112 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:28.767454 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-2e50905e-a6cc-482f-b3d5-fae4bf3c569f None None] Provisioning for port 50538c76-1f9a-416a-935e-13013ea49c70 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:07:28.769924 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13123055'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:28.773996 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-2e50905e-a6cc-482f-b3d5-fae4bf3c569f None None] Provisioning complete for port 50538c76-1f9a-416a-935e-13013ea49c70 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:28.774374 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2e50905e-a6cc-482f-b3d5-fae4bf3c569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:28.853123 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] Set router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:07:28.902691 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Pushing event updated for resources: {'Port': ['ID=50538c76-1f9a-416a-935e-13013ea49c70,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:28.922255 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2e50905e-a6cc-482f-b3d5-fae4bf3c569f None None] Port 50538c76-1f9a-416a-935e-13013ea49c70 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:07:28.927030 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device a0e636c3-a307-4344-9d57-cc361b0951d0 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:07:28.927927 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1987840'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:28.933598 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea704bd-4ed2-47ca-9d24-198320e1f607 req-0610096e-a5b3-40fd-b37b-6e5e2e15744c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:28.935816 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8ea704bd-4ed2-47ca-9d24-198320e1f607 req-0610096e-a5b3-40fd-b37b-6e5e2e15744c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 944 time: 0.0976410 Sep 09 21:07:28.980149 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8ea704bd-4ed2-47ca-9d24-198320e1f607 req-486639fc-4eb9-4ac2-a691-cf0e1fdb8acd tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364733 Sep 09 21:07:29.052619 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Network 11d55ec4-d49c-44f2-b5d1-7d029328093d is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:07:29.054172 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:07:29.102520 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port a0e636c3-a307-4344-9d57-cc361b0951d0 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:29.102901 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:29.223293 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:07:29.269112 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'name': 'tempest-TestShelveInstance-627627835-router', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ab9688bc-7cef-4611-8678-65559811e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:25Z', 'updated_at': '2021-09-09T21:07:28Z', 'revision_number': 4, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'gw_port': {'id': 'ab9688bc-7cef-4611-8678-65559811e340', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:26Z', 'updated_at': '2021-09-09T21:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '50538c76-1f9a-416a-935e-13013ea49c70', 'name': '', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'mac_address': 'fa:16:3e:3a:30:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:28Z', 'updated_at': '2021-09-09T21:07:28Z', 'revision_number': 1, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'subnets': [{'id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:29.304239 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f04e39-2a91-4953-be73-b800b39cbfee None None] The sync data for ids ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'] in dv-cinder-805083-2-iscsi is: [{'id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'name': 'tempest-TestShelveInstance-627627835-router', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ab9688bc-7cef-4611-8678-65559811e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:25Z', 'updated_at': '2021-09-09T21:07:28Z', 'revision_number': 4, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'gw_port': {'id': 'ab9688bc-7cef-4611-8678-65559811e340', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:26Z', 'updated_at': '2021-09-09T21:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '50538c76-1f9a-416a-935e-13013ea49c70', 'name': '', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'mac_address': 'fa:16:3e:3a:30:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:28Z', 'updated_at': '2021-09-09T21:07:28Z', 'revision_number': 1, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'subnets': [{'id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:07:29.352820 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:07:29.358053 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-cd38cb5f-7c76-413b-b42f-87f76a0d0a50 admin admin] 10.222.0.13 "PUT /v2.0/routers/6a41f4aa-b3c2-4af2-ba03-5e0cf3578949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8049834 Sep 09 21:07:29.448803 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-ef2a0c6a-433b-47a3-847a-cf2b5af1dd0d None None] Provisioning complete for port 50538c76-1f9a-416a-935e-13013ea49c70 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:29.449330 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ef2a0c6a-433b-47a3-847a-cf2b5af1dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:29.490820 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a0c6a-433b-47a3-847a-cf2b5af1dd0d None None] Port 50538c76-1f9a-416a-935e-13013ea49c70 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:07:29.954237 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54386) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:29.959375 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f5442c88-fa58-42c8-92e5-05cb1aa9da77 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1200859372-network', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:29.982449 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5442c88-fa58-42c8-92e5-05cb1aa9da77 admin admin] Made reservation on behalf of d815e200d0854651992cea0b2f46f3e6 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:07:29.984957 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5442c88-fa58-42c8-92e5-05cb1aa9da77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:29.994625 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5442c88-fa58-42c8-92e5-05cb1aa9da77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:30.096312 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5442c88-fa58-42c8-92e5-05cb1aa9da77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:30.101270 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5442c88-fa58-42c8-92e5-05cb1aa9da77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:30.109737 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151f577-e716-47ca-8da8-59fa2c4d98a2 req-4024761f-f808-48ec-809f-0e015679233d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:30.111528 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d151f577-e716-47ca-8da8-59fa2c4d98a2 req-4024761f-f808-48ec-809f-0e015679233d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 944 time: 0.0551503 Sep 09 21:07:30.126700 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5442c88-fa58-42c8-92e5-05cb1aa9da77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:07:30.141770 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5442c88-fa58-42c8-92e5-05cb1aa9da77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f0d5ae-90c8-4cf7-9b5a-9ea7a24f1537,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:30.147546 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5442c88-fa58-42c8-92e5-05cb1aa9da77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:30.147903 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.db.segments_db [None req-f5442c88-fa58-42c8-92e5-05cb1aa9da77 admin admin] Added segment 0e7a53a2-9dfa-4d99-8299-905b8df5efde of type vlan for network cec2c559-d73d-47e6-aa20-b35c2dcab0c7 Sep 09 21:07:30.180899 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d151f577-e716-47ca-8da8-59fa2c4d98a2 req-177c8af3-9712-4f16-bd43-5a1d40963a53 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605664 Sep 09 21:07:30.197771 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5442c88-fa58-42c8-92e5-05cb1aa9da77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793283627057'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:30.244077 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5442c88-fa58-42c8-92e5-05cb1aa9da77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:30.245170 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5442c88-fa58-42c8-92e5-05cb1aa9da77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:30.246032 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5442c88-fa58-42c8-92e5-05cb1aa9da77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:30.287208 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-f5442c88-fa58-42c8-92e5-05cb1aa9da77 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3299606 Sep 09 21:07:30.288387 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54394) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:30.295234 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5634b9e5-9989-42b6-8ec8-63c52ac65895 admin admin] Request body: {'subnet': {'network_id': 'cec2c559-d73d-47e6-aa20-b35c2dcab0c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1200859372-subnet', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:30.334205 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5442c88-fa58-42c8-92e5-05cb1aa9da77 admin admin] Pushing event updated for resources: {'Network': ['ID=cec2c559-d73d-47e6-aa20-b35c2dcab0c7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:30.345040 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Network cec2c559-d73d-47e6-aa20-b35c2dcab0c7 details requested by agent ovs-agent-dv-cinder-805083-2-iscsi with host dv-cinder-805083-2-iscsi {{(pid=93819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:07:30.361108 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5634b9e5-9989-42b6-8ec8-63c52ac65895 admin admin] Made reservation on behalf of d815e200d0854651992cea0b2f46f3e6 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:07:30.364201 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5634b9e5-9989-42b6-8ec8-63c52ac65895 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13020300'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:30.565650 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5634b9e5-9989-42b6-8ec8-63c52ac65895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13123168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13020306'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:30.635017 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634b9e5-9989-42b6-8ec8-63c52ac65895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2809061d-c31a-4172-8f04-0df715b7b602,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:30.643911 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5634b9e5-9989-42b6-8ec8-63c52ac65895 admin admin] Checking segment: {'id': '0e7a53a2-9dfa-4d99-8299-905b8df5efde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cec2c559-d73d-47e6-aa20-b35c2dcab0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:07:30.644289 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5634b9e5-9989-42b6-8ec8-63c52ac65895 admin admin] Network hostable DHCP agents. Network: cec2c559-d73d-47e6-aa20-b35c2dcab0c7, hostable agents: ['c813e4da-345a-4de0-ac5d-1f37ed461585'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:07:30.665208 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5634b9e5-9989-42b6-8ec8-63c52ac65895 admin admin] Network cec2c559-d73d-47e6-aa20-b35c2dcab0c7 is scheduled to be hosted by DHCP agent c813e4da-345a-4de0-ac5d-1f37ed461585 with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:07:30.683996 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5634b9e5-9989-42b6-8ec8-63c52ac65895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805083-2-iscsi, cec2c559-d73d-47e6-aa20-b35c2dcab0c7) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:07:30.692320 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dd9979-d9d4-47aa-897a-98796d20f6f1 None None] Network cec2c559-d73d-47e6-aa20-b35c2dcab0c7 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:07:30.697432 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5634b9e5-9989-42b6-8ec8-63c52ac65895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:30.698033 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5634b9e5-9989-42b6-8ec8-63c52ac65895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:30.716363 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-5634b9e5-9989-42b6-8ec8-63c52ac65895 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4267797 Sep 09 21:07:30.719448 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54400) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:30.724329 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1200859372-router', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:30.751633 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1988496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:30.752993 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:30.782629 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:30.831995 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:30.884727 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca9f6dad-bf04-5eed-9a3c-1f6e8f3669a0-cec2c559-d73d-47e6-aa20-b35c2dcab0c7', 'network_id': 'cec2c559-d73d-47e6-aa20-b35c2dcab0c7', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'fixed_ips': [{'subnet_id': '2809061d-c31a-4172-8f04-0df715b7b602'}]}} from dv-cinder-805083-2-iscsi. {{(pid=93819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:07:30.885983 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:30.940606 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device ab9688bc-7cef-4611-8678-65559811e340 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:07:31.082998 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port ab9688bc-7cef-4611-8678-65559811e340 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:07:31.101619 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port ab9688bc-7cef-4611-8678-65559811e340 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:31.102000 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:31.180304 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Allocated IP 172.20.0.2 (cec2c559-d73d-47e6-aa20-b35c2dcab0c7/2809061d-c31a-4172-8f04-0df715b7b602/102b453a-c4f7-46f1-b3f5-0bfca8df0f5e) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:07:31.263337 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:31.281780 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:31.327617 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34b4b4-74c1-4664-83c8-384d49d1137e req-bfd69e00-d7d3-429c-9501-5ac5d3f55e0e tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:31.336969 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port ab9688bc-7cef-4611-8678-65559811e340, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=ab9688bc-7cef-4611-8678-65559811e340,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:07:31.337221 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dd34b4b4-74c1-4664-83c8-384d49d1137e req-bfd69e00-d7d3-429c-9501-5ac5d3f55e0e tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 944 time: 0.0711603 Sep 09 21:07:31.349204 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:31.379930 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dd34b4b4-74c1-4664-83c8-384d49d1137e req-8b478f6b-3e35-44a6-b9ab-5fd84359ecaf tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415955 Sep 09 21:07:31.440551 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:31.457893 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Transition to ACTIVE for port object 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:07:31.477987 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=ab9688bc-7cef-4611-8678-65559811e340,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:31.484591 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Transition to ACTIVE for port object 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:07:31.491407 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:31.497739 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:31.517667 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:31.529120 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Network cec2c559-d73d-47e6-aa20-b35c2dcab0c7 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:07:31.532523 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:07:31.535928 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:07:31.547051 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Pushing event updated for resources: {'Port': ['ID=102b453a-c4f7-46f1-b3f5-0bfca8df0f5e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:31.586750 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Sync routers for ids ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:07:31.597400 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Routers {'6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:07:31.598414 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:07:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:31.599127 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Attempting to bind port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:07:31.599534 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Attempting to bind port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': '0e7a53a2-9dfa-4d99-8299-905b8df5efde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cec2c559-d73d-47e6-aa20-b35c2dcab0c7'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:07:31.599900 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Attempting to bind port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e on network cec2c559-d73d-47e6-aa20-b35c2dcab0c7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:07:31.604937 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:07:31.605291 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Checking segment: {'id': '0e7a53a2-9dfa-4d99-8299-905b8df5efde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cec2c559-d73d-47e6-aa20-b35c2dcab0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:07:31.605750 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:31.606147 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Bound using segment: {'id': '0e7a53a2-9dfa-4d99-8299-905b8df5efde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cec2c559-d73d-47e6-aa20-b35c2dcab0c7'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:07:31.606610 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Bound port: 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7a53a2-9dfa-4d99-8299-905b8df5efde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cec2c559-d73d-47e6-aa20-b35c2dcab0c7'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:07:31.607138 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:31.633334 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Allocated IP 172.27.3.23 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/33d13e65-40cb-4733-a9fb-3bb75596c141) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:07:31.674145 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] For port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:07:31.677307 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] For port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=102b453a-c4f7-46f1-b3f5-0bfca8df0f5e,segment=NetworkSegment(0e7a53a2-9dfa-4d99-8299-905b8df5efde),segment_id=0e7a53a2-9dfa-4d99-8299-905b8df5efde)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:07:31.682321 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:31.707032 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Set router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:07:31.740853 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5265457-d46a-46f7-96f9-65a4891b83f7 None None] Pushing event updated for resources: {'Port': ['ID=102b453a-c4f7-46f1-b3f5-0bfca8df0f5e,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:31.756576 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:31.805542 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:31.845268 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:07:31.849823 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:07:31.854392 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:07:31.857528 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:07:31.860526 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=33d13e65-40cb-4733-a9fb-3bb75596c141,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:31.985743 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'name': 'tempest-TestShelveInstance-627627835-router', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ab9688bc-7cef-4611-8678-65559811e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:25Z', 'updated_at': '2021-09-09T21:07:28Z', 'revision_number': 4, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'gw_port': {'id': 'ab9688bc-7cef-4611-8678-65559811e340', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:26Z', 'updated_at': '2021-09-09T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '50538c76-1f9a-416a-935e-13013ea49c70', 'name': '', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'mac_address': 'fa:16:3e:3a:30:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:28Z', 'updated_at': '2021-09-09T21:07:28Z', 'revision_number': 2, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'subnets': [{'id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:31.997454 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=3ac9a871-bce6-4ede-ab25-7bf76f9994f8,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:07:32.014191 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'port_id': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'mac_address': 'fa:16:3e:7f:29:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:07:32.032838 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Checking router: 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:07:32.033195 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Updating router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 port 50538c76-1f9a-416a-935e-13013ea49c70 binding host dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:07:32.061597 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:32.063838 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:32.079031 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:07:32.101580 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=3ac9a871-bce6-4ede-ab25-7bf76f9994f8,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:07:32.106268 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:32.169607 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=3ac9a871-bce6-4ede-ab25-7bf76f9994f8,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:32.237720 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:32.316284 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['3ac9a871-bce6-4ede-ab25-7bf76f9994f8'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:07:32.414680 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:32.430549 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Transition to ACTIVE for port object 50538c76-1f9a-416a-935e-13013ea49c70 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:07:32.441517 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:32.520111 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3b42c-64be-4ece-81ec-e8b89d3ed48a None None] Pushing event updated for resources: {'Port': ['ID=50538c76-1f9a-416a-935e-13013ea49c70,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:32.556473 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988673'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:32.559942 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28339592-901e-4081-a613-e48ae8bb7d96 req-0cca4c65-6340-4cde-861a-68bd7c0a85bd tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:32.567701 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-28339592-901e-4081-a613-e48ae8bb7d96 req-0cca4c65-6340-4cde-861a-68bd7c0a85bd tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 945 time: 0.1080911 Sep 09 21:07:32.582615 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3b42c-64be-4ece-81ec-e8b89d3ed48a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:32.583133 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3b42c-64be-4ece-81ec-e8b89d3ed48a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:32.584111 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3b42c-64be-4ece-81ec-e8b89d3ed48a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:32.586591 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3b42c-64be-4ece-81ec-e8b89d3ed48a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:32.587042 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3b42c-64be-4ece-81ec-e8b89d3ed48a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:32.588088 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3b42c-64be-4ece-81ec-e8b89d3ed48a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:32.588532 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3b42c-64be-4ece-81ec-e8b89d3ed48a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:32.589098 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3b42c-64be-4ece-81ec-e8b89d3ed48a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:32.589805 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3b42c-64be-4ece-81ec-e8b89d3ed48a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:32.590472 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3b42c-64be-4ece-81ec-e8b89d3ed48a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:32.591201 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3b42c-64be-4ece-81ec-e8b89d3ed48a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:32.593072 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3b42c-64be-4ece-81ec-e8b89d3ed48a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:32.622939 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-28339592-901e-4081-a613-e48ae8bb7d96 req-63ab7ba2-8b76-4d75-9b5c-0b77ba1a7d8a tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539188 Sep 09 21:07:32.668882 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Attempting to bind port 50538c76-1f9a-416a-935e-13013ea49c70 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:07:32.669988 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Attempting to bind port 50538c76-1f9a-416a-935e-13013ea49c70 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': 'd447aded-a7ac-47f3-83ea-062872f0ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:07:32.670347 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Attempting to bind port 50538c76-1f9a-416a-935e-13013ea49c70 on network 11d55ec4-d49c-44f2-b5d1-7d029328093d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:07:32.694209 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:07:32.694823 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Checking segment: {'id': 'd447aded-a7ac-47f3-83ea-062872f0ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:07:32.695601 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:32.696618 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Bound using segment: {'id': 'd447aded-a7ac-47f3-83ea-062872f0ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:07:32.697300 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Bound port: 50538c76-1f9a-416a-935e-13013ea49c70, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd447aded-a7ac-47f3-83ea-062872f0ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:07:32.697865 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:32.731675 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Router 98ae9e8a-5a55-4149-aceb-25b79188b36a is scheduled to L3 agent c730623a-2d90-413c-85cd-c5eb583040aa with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:07:32.892024 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:07:32.903849 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Sync routers for ids ['98ae9e8a-5a55-4149-aceb-25b79188b36a'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:07:32.915189 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Routers {'98ae9e8a-5a55-4149-aceb-25b79188b36a'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:07:32.915985 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:07:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['98ae9e8a-5a55-4149-aceb-25b79188b36a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:32.916373 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] For port 50538c76-1f9a-416a-935e-13013ea49c70, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:07:32.922718 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:32.922935 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] For port 50538c76-1f9a-416a-935e-13013ea49c70, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=50538c76-1f9a-416a-935e-13013ea49c70,segment=NetworkSegment(d447aded-a7ac-47f3-83ea-062872f0ac03),segment_id=d447aded-a7ac-47f3-83ea-062872f0ac03)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:07:32.932403 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-32c50795-9fb7-4eb8-84b9-30a472b6a2a0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2116249 Sep 09 21:07:32.932760 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:32.935173 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54420) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:32.994730 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:07:33.019142 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Routers {'6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:07:33.020651 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:07:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:33.071973 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3b42c-64be-4ece-81ec-e8b89d3ed48a None None] Pushing event updated for resources: {'Port': ['ID=50538c76-1f9a-416a-935e-13013ea49c70,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:33.082871 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a72738c-8c8a-446b-986c-53fe2346831e None None] Network cec2c559-d73d-47e6-aa20-b35c2dcab0c7 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:07:33.162743 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] Set router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:07:33.287766 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Set router 98ae9e8a-5a55-4149-aceb-25b79188b36a gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:07:33.383152 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'name': 'tempest-TestShelveInstance-627627835-router', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ab9688bc-7cef-4611-8678-65559811e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:25Z', 'updated_at': '2021-09-09T21:07:28Z', 'revision_number': 4, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'gw_port': {'id': 'ab9688bc-7cef-4611-8678-65559811e340', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:26Z', 'updated_at': '2021-09-09T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '50538c76-1f9a-416a-935e-13013ea49c70', 'name': '', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'mac_address': 'fa:16:3e:3a:30:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:28Z', 'updated_at': '2021-09-09T21:07:32Z', 'revision_number': 4, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'subnets': [{'id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:33.393456 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-070f16bc-3cf4-465e-9e59-644da5de5c2b None None] Provisioning for port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:07:33.422143 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9f7df-d617-4d95-a1d0-8df5ddd4109f None None] The sync data for ids ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'] in dv-cinder-805083-2-iscsi is: [{'id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'name': 'tempest-TestShelveInstance-627627835-router', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ab9688bc-7cef-4611-8678-65559811e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:25Z', 'updated_at': '2021-09-09T21:07:28Z', 'revision_number': 4, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'gw_port': {'id': 'ab9688bc-7cef-4611-8678-65559811e340', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:26Z', 'updated_at': '2021-09-09T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '50538c76-1f9a-416a-935e-13013ea49c70', 'name': '', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'mac_address': 'fa:16:3e:3a:30:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:28Z', 'updated_at': '2021-09-09T21:07:32Z', 'revision_number': 4, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'subnets': [{'id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:07:33.436278 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:07:33.456633 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:33.476887 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:33.477329 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:33.673577 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Allocated IP 172.20.0.1 (cec2c559-d73d-47e6-aa20-b35c2dcab0c7/2809061d-c31a-4172-8f04-0df715b7b602/3fb8432c-d58a-41b8-8a9b-95ba37395b6f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:07:33.698228 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:33.726178 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'name': 'tempest-TestShelveInstance-1200859372-router', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '33d13e65-40cb-4733-a9fb-3bb75596c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:30Z', 'updated_at': '2021-09-09T21:07:32Z', 'revision_number': 3, 'project_id': 'd815e200d0854651992cea0b2f46f3e6', 'gw_port': {'id': '33d13e65-40cb-4733-a9fb-3bb75596c141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:31Z', 'updated_at': '2021-09-09T21:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:33.774830 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Checking router: 98ae9e8a-5a55-4149-aceb-25b79188b36a for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:07:33.775702 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Updating router 98ae9e8a-5a55-4149-aceb-25b79188b36a port 33d13e65-40cb-4733-a9fb-3bb75596c141 binding host dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:07:33.805800 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea271e-2918-4d09-b09a-46b3d3d326a8 req-4c83e9f2-7e88-4c6e-ac1c-3bb9828fef58 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:33.816096 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a9ea271e-2918-4d09-b09a-46b3d3d326a8 req-4c83e9f2-7e88-4c6e-ac1c-3bb9828fef58 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 945 time: 0.0766811 Sep 09 21:07:33.831531 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:33.857016 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:33.868616 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=102b453a-c4f7-46f1-b3f5-0bfca8df0f5e,segment=NetworkSegment(0e7a53a2-9dfa-4d99-8299-905b8df5efde),segment_id=0e7a53a2-9dfa-4d99-8299-905b8df5efde)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:07:33.876233 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Transition to ACTIVE for port object 3fb8432c-d58a-41b8-8a9b-95ba37395b6f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:07:33.876674 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:07:33.879081 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a9ea271e-2918-4d09-b09a-46b3d3d326a8 req-b8bdbc68-6d21-4ecd-a682-f72da56f8a09 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618839 Sep 09 21:07:33.916014 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:33.946357 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:33.947740 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device ab9688bc-7cef-4611-8678-65559811e340 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:07:33.975610 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Network cec2c559-d73d-47e6-aa20-b35c2dcab0c7 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:07:33.978615 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:07:33.985828 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:07:33.989019 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Pushing event updated for resources: {'Port': ['ID=3fb8432c-d58a-41b8-8a9b-95ba37395b6f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:34.032194 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1988752'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:34.058493 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=102b453a-c4f7-46f1-b3f5-0bfca8df0f5e,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:34.139421 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:07:34.145833 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-c4009e94-d546-4430-9223-ebd5df66634b None None] Provisioning complete for port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:34.146207 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4009e94-d546-4430-9223-ebd5df66634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:34.151732 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:34.152337 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:34.195351 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:34.287524 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port ab9688bc-7cef-4611-8678-65559811e340 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:34.287880 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:34.366920 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:34.372734 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13123055'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:34.437574 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Pushing event updated for resources: {'Port': ['ID=3fb8432c-d58a-41b8-8a9b-95ba37395b6f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:34.440108 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1987840'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:34.441457 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:34.513730 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:07:34.515959 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12839e53-7bd1-458f-bb06-c01fa5dab1fd" -d '{"events": [{"server_uuid": "596ab8fc-846d-4477-ad72-b0e2836d564f", "name": "network-vif-plugged", "status": "completed", "tag": "3ac9a871-bce6-4ede-ab25-7bf76f9994f8"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:07:34.537301 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Network cec2c559-d73d-47e6-aa20-b35c2dcab0c7 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:07:34.538634 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:07:34.543503 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:34.547360 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=3ac9a871-bce6-4ede-ab25-7bf76f9994f8,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:07:34.573018 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9942727b-5420-4975-b660-ec781caac190 x-openstack-request-id: req-9942727b-5420-4975-b660-ec781caac190 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:07:34.573338 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596ab8fc-846d-4477-ad72-b0e2836d564f", "name": "network-vif-plugged", "status": "completed", "tag": "3ac9a871-bce6-4ede-ab25-7bf76f9994f8", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:07:34.573559 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9942727b-5420-4975-b660-ec781caac190 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:07:34.574027 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'code': 200} Sep 09 21:07:34.576488 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:34.585458 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Transition to ACTIVE for port object 33d13e65-40cb-4733-a9fb-3bb75596c141 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:07:34.622708 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:34.622708 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-463b0a61-5201-4f4f-b40d-b754666fc346 None None] Provisioning for port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:07:34.631901 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-463b0a61-5201-4f4f-b40d-b754666fc346 None None] Provisioning complete for port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:34.634234 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-463b0a61-5201-4f4f-b40d-b754666fc346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:34.689894 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Router 98ae9e8a-5a55-4149-aceb-25b79188b36a has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:07:34.717057 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Attempting to bind port 33d13e65-40cb-4733-a9fb-3bb75596c141 on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:07:34.717452 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Attempting to bind port 33d13e65-40cb-4733-a9fb-3bb75596c141 by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:07:34.717801 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Attempting to bind port 33d13e65-40cb-4733-a9fb-3bb75596c141 on network e020cc29-81be-4516-9ef0-31c1421244e6 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:07:34.720516 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=3ac9a871-bce6-4ede-ab25-7bf76f9994f8,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:34.766569 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-463b0a61-5201-4f4f-b40d-b754666fc346 None None] Port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:07:34.771039 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:07:34.771558 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Checking segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:07:34.772264 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:34.785175 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Bound using segment: {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:07:34.786165 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Bound port: 33d13e65-40cb-4733-a9fb-3bb75596c141, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:07:34.786314 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:34.863448 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab197553-26e9-4cf8-a558-11a3534b0944 None None] Pushing event updated for resources: {'Port': ['ID=33d13e65-40cb-4733-a9fb-3bb75596c141,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:34.867452 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:07:34.883636 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] For port 33d13e65-40cb-4733-a9fb-3bb75596c141, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:07:34.887486 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] For port 33d13e65-40cb-4733-a9fb-3bb75596c141, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=33d13e65-40cb-4733-a9fb-3bb75596c141,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:07:34.890369 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-df94de73-ed29-4600-ac29-b4264a0ccf8d admin admin] 10.222.0.13 "PUT /v2.0/routers/98ae9e8a-5a55-4149-aceb-25b79188b36a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9529600 Sep 09 21:07:34.894973 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:34.899784 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566405-c381-4d55-b380-85cd70b1ddff req-b28a5d75-b744-4a8f-8c33-048ecb77d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:34.901955 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5e566405-c381-4d55-b380-85cd70b1ddff req-b28a5d75-b744-4a8f-8c33-048ecb77d285 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 1099 time: 0.1005721 Sep 09 21:07:34.951404 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5e566405-c381-4d55-b380-85cd70b1ddff req-447b35f8-1982-42bc-956f-b534c1a9630e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410471 Sep 09 21:07:34.961733 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:07:35.021675 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab197553-26e9-4cf8-a558-11a3534b0944 None None] Pushing event updated for resources: {'Port': ['ID=33d13e65-40cb-4733-a9fb-3bb75596c141,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:35.044928 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-46879875-ed8c-4a6c-8cfb-f0b2f91d486a None None] Provisioning complete for port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:35.045386 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-46879875-ed8c-4a6c-8cfb-f0b2f91d486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.047469 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Routers {'98ae9e8a-5a55-4149-aceb-25b79188b36a'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:07:35.047750 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffbcd8-7ac3-4bf7-829a-37226730d72f req-c885b48b-60da-4b96-82ce-8796ca916f99 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:35.048219 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:07:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['98ae9e8a-5a55-4149-aceb-25b79188b36a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:35.052963 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-02ffbcd8-7ac3-4bf7-829a-37226730d72f req-c885b48b-60da-4b96-82ce-8796ca916f99 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 946 time: 0.0638740 Sep 09 21:07:35.095441 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-02ffbcd8-7ac3-4bf7-829a-37226730d72f req-af18ded9-766a-4ec8-a8ec-07340ab0ebd5 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398700 Sep 09 21:07:35.156441 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-46879875-ed8c-4a6c-8cfb-f0b2f91d486a None None] Port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:07:35.163157 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:35.163564 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.223456 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] Set router 98ae9e8a-5a55-4149-aceb-25b79188b36a gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:07:35.453366 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54446) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:35.458049 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-da9b7748-b8d1-4b32-9ea8-68f232772a9d tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1202779109', 'description': 'tempest-secgroup-smoke-1202779109 description', 'project_id': 'c13cf209a39c4657bbf92bb53266df85'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:35.481506 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da9b7748-b8d1-4b32-9ea8-68f232772a9d tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.481911 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 50538c76-1f9a-416a-935e-13013ea49c70 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:07:35.568466 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da9b7748-b8d1-4b32-9ea8-68f232772a9d tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.571773 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da9b7748-b8d1-4b32-9ea8-68f232772a9d tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.594245 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 50538c76-1f9a-416a-935e-13013ea49c70 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:07:35.602427 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 50538c76-1f9a-416a-935e-13013ea49c70 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:35.602815 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.605881 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da9b7748-b8d1-4b32-9ea8-68f232772a9d tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.610067 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-da9b7748-b8d1-4b32-9ea8-68f232772a9d tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1528649 Sep 09 21:07:35.610263 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54448) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:35.614611 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e707cb42-7cde-4068-8b37-4cfbcc2f09ae tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Request body: {'security_group_rule': {'security_group_id': 'e1b54b36-f32a-40e2-9c71-8ba4b1b839d2', 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:35.618690 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b7748-b8d1-4b32-9ea8-68f232772a9d tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:35.646009 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e707cb42-7cde-4068-8b37-4cfbcc2f09ae tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.660707 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'name': 'tempest-TestShelveInstance-1200859372-router', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '33d13e65-40cb-4733-a9fb-3bb75596c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:30Z', 'updated_at': '2021-09-09T21:07:34Z', 'revision_number': 4, 'project_id': 'd815e200d0854651992cea0b2f46f3e6', 'gw_port': {'id': '33d13e65-40cb-4733-a9fb-3bb75596c141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:31Z', 'updated_at': '2021-09-09T21:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '3fb8432c-d58a-41b8-8a9b-95ba37395b6f', 'name': '', 'network_id': 'cec2c559-d73d-47e6-aa20-b35c2dcab0c7', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'mac_address': 'fa:16:3e:d8:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2809061d-c31a-4172-8f04-0df715b7b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:33Z', 'updated_at': '2021-09-09T21:07:34Z', 'revision_number': 2, 'project_id': 'd815e200d0854651992cea0b2f46f3e6', 'subnets': [{'id': '2809061d-c31a-4172-8f04-0df715b7b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:35.701734 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e707cb42-7cde-4068-8b37-4cfbcc2f09ae tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.705119 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fb8b41-1f47-40a0-a3c1-dc80c37da45a None None] The sync data for ids ['98ae9e8a-5a55-4149-aceb-25b79188b36a'] in dv-cinder-805083-2-iscsi is: [{'id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'name': 'tempest-TestShelveInstance-1200859372-router', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '33d13e65-40cb-4733-a9fb-3bb75596c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:30Z', 'updated_at': '2021-09-09T21:07:34Z', 'revision_number': 4, 'project_id': 'd815e200d0854651992cea0b2f46f3e6', 'gw_port': {'id': '33d13e65-40cb-4733-a9fb-3bb75596c141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:31Z', 'updated_at': '2021-09-09T21:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '3fb8432c-d58a-41b8-8a9b-95ba37395b6f', 'name': '', 'network_id': 'cec2c559-d73d-47e6-aa20-b35c2dcab0c7', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'mac_address': 'fa:16:3e:d8:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2809061d-c31a-4172-8f04-0df715b7b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:33Z', 'updated_at': '2021-09-09T21:07:34Z', 'revision_number': 2, 'project_id': 'd815e200d0854651992cea0b2f46f3e6', 'subnets': [{'id': '2809061d-c31a-4172-8f04-0df715b7b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:07:35.706985 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e707cb42-7cde-4068-8b37-4cfbcc2f09ae tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.718118 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.727649 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707cb42-7cde-4068-8b37-4cfbcc2f09ae tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad192306-48d9-47f2-a914-4cb5564017f1,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:35.740568 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e707cb42-7cde-4068-8b37-4cfbcc2f09ae tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.745290 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 54450) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:35.752235 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port 50538c76-1f9a-416a-935e-13013ea49c70, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=50538c76-1f9a-416a-935e-13013ea49c70,segment=NetworkSegment(d447aded-a7ac-47f3-83ea-062872f0ac03),segment_id=d447aded-a7ac-47f3-83ea-062872f0ac03)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:07:35.753276 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0f311f93-c1ca-4750-9a7f-7f9898917cfd tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Request body: {'security_group_rule': {'security_group_id': 'e1b54b36-f32a-40e2-9c71-8ba4b1b839d2', 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:35.755769 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-e707cb42-7cde-4068-8b37-4cfbcc2f09ae tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408062 Sep 09 21:07:35.757211 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.801549 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f311f93-c1ca-4750-9a7f-7f9898917cfd tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.836441 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=50538c76-1f9a-416a-935e-13013ea49c70,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:35.873088 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f311f93-c1ca-4750-9a7f-7f9898917cfd tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.892734 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f311f93-c1ca-4750-9a7f-7f9898917cfd tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.917798 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f311f93-c1ca-4750-9a7f-7f9898917cfd tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a112f5-768e-4606-98eb-b7b98aee025e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:35.944913 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f311f93-c1ca-4750-9a7f-7f9898917cfd tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:35.946817 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-0f311f93-c1ca-4750-9a7f-7f9898917cfd tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2002451 Sep 09 21:07:35.949797 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54456) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:35.955001 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-faabc5b3-72a2-4dfe-8183-1ba6b872fa5d tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Request body: {'security_group_rule': {'security_group_id': 'e1b54b36-f32a-40e2-9c71-8ba4b1b839d2', 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:36.033248 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-faabc5b3-72a2-4dfe-8183-1ba6b872fa5d tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.127622 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-faabc5b3-72a2-4dfe-8183-1ba6b872fa5d tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.137970 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-faabc5b3-72a2-4dfe-8183-1ba6b872fa5d tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.177009 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabc5b3-72a2-4dfe-8183-1ba6b872fa5d tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7522b7-1ad7-4347-86a5-92bebec55cd1,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:36.189358 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-faabc5b3-72a2-4dfe-8183-1ba6b872fa5d tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.197473 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-faabc5b3-72a2-4dfe-8183-1ba6b872fa5d tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2396767 Sep 09 21:07:36.197657 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 54462) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:36.198721 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-aeaa4f84-6e34-406f-b462-c9ba1305d4cb tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Request body: {'security_group_rule': {'security_group_id': 'e1b54b36-f32a-40e2-9c71-8ba4b1b839d2', 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:36.203922 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54464) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:36.210786 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:07:36.285577 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4f84-6e34-406f-b462-c9ba1305d4cb tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.313635 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9d67f-63df-4130-9c62-9092c8efba0a req-2a9add57-3337-49b0-aa4c-df15ce47af13 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:36.315255 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9ce9d67f-63df-4130-9c62-9092c8efba0a req-2a9add57-3337-49b0-aa4c-df15ce47af13 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 946 time: 0.0853848 Sep 09 21:07:36.370521 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73024a49-e523-42fb-b140-b05adbf026d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.383252 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9ce9d67f-63df-4130-9c62-9092c8efba0a req-fb5be38c-7267-4d6d-b606-ee445dcd3b6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573974 Sep 09 21:07:36.419283 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4f84-6e34-406f-b462-c9ba1305d4cb tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.424864 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4f84-6e34-406f-b462-c9ba1305d4cb tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.466217 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa4f84-6e34-406f-b462-c9ba1305d4cb tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56e41df-fd93-42b8-863d-78cfc46cfb2a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:36.536180 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73024a49-e523-42fb-b140-b05adbf026d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.554265 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73024a49-e523-42fb-b140-b05adbf026d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.582800 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022384c-cb73-42cb-af9e-30ba8e1205bc req-2e1905b5-3496-47a9-931a-a5454c1bd1ea tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:36.584601 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f022384c-cb73-42cb-af9e-30ba8e1205bc req-2e1905b5-3496-47a9-931a-a5454c1bd1ea tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 946 time: 0.0964849 Sep 09 21:07:36.586464 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4f84-6e34-406f-b462-c9ba1305d4cb tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.587247 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-aeaa4f84-6e34-406f-b462-c9ba1305d4cb tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3927164 Sep 09 21:07:36.590253 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 54470) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:36.599957 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-21b33a65-15a3-4eda-b656-975d573e22ea tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Request body: {'security_group_rule': {'security_group_id': 'e1b54b36-f32a-40e2-9c71-8ba4b1b839d2', 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:36.609444 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-73024a49-e523-42fb-b140-b05adbf026d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddebd673960a49babc6ea4aafaf18eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4037471 Sep 09 21:07:36.610166 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73024a49-e523-42fb-b140-b05adbf026d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021e5026-6a0c-4f9c-8bb6-57aa76e49da3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:36.612965 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54472) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:36.663951 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f022384c-cb73-42cb-af9e-30ba8e1205bc req-91dc1173-c778-4260-a1bb-63238a7c6d2a tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629849 Sep 09 21:07:36.670490 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-21b33a65-15a3-4eda-b656-975d573e22ea tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Project c13cf209a39c4657bbf92bb53266df85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 21:07:36.677044 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21b33a65-15a3-4eda-b656-975d573e22ea tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.683694 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d67aee54-69d3-4caf-af9b-47a167316137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.693188 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 54474) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:36.717121 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d67aee54-69d3-4caf-af9b-47a167316137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.771410 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d67aee54-69d3-4caf-af9b-47a167316137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.772511 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2178405-6e92-49a8-a0c5-4652f638a2b2 tempest-TestVolumeBootPattern-1710037449 tempest-TestVolumeBootPattern-1710037449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:36.779753 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d67aee54-69d3-4caf-af9b-47a167316137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.780114 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-d2178405-6e92-49a8-a0c5-4652f638a2b2 tempest-TestVolumeBootPattern-1710037449 tempest-TestVolumeBootPattern-1710037449-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 1094 time: 0.0798686 Sep 09 21:07:36.780230 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-d67aee54-69d3-4caf-af9b-47a167316137 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/021e5026-6a0c-4f9c-8bb6-57aa76e49da3 HTTP/1.1" status: 204 len: 168 time: 0.1604428 Sep 09 21:07:36.780230 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54476) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:36.781216 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21b33a65-15a3-4eda-b656-975d573e22ea tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.785173 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Request body: {'floatingip': {'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'port_id': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:36.797312 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21b33a65-15a3-4eda-b656-975d573e22ea tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.799484 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67aee54-69d3-4caf-af9b-47a167316137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021e5026-6a0c-4f9c-8bb6-57aa76e49da3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:36.819006 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.825736 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b33a65-15a3-4eda-b656-975d573e22ea tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d413c94d-0e8d-4734-919a-a4f2fc194ee0,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:36.842943 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21b33a65-15a3-4eda-b656-975d573e22ea tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:36.847436 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-21b33a65-15a3-4eda-b656-975d573e22ea tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2540722 Sep 09 21:07:36.848455 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 54480) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:36.861435 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1e86f4c5-0fd8-4af3-b1ac-ac6214f24cb9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Request body: {'security_group_rule': {'security_group_id': 'e1b54b36-f32a-40e2-9c71-8ba4b1b839d2', 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:36.899885 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-1e86f4c5-0fd8-4af3-b1ac-ac6214f24cb9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Project c13cf209a39c4657bbf92bb53266df85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 21:07:36.908010 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e86f4c5-0fd8-4af3-b1ac-ac6214f24cb9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.009423 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e86f4c5-0fd8-4af3-b1ac-ac6214f24cb9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.016786 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e86f4c5-0fd8-4af3-b1ac-ac6214f24cb9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636410'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.040218 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 33d13e65-40cb-4733-a9fb-3bb75596c141 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:07:37.041592 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.046048 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86f4c5-0fd8-4af3-b1ac-ac6214f24cb9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14961ea3-1b93-4968-80af-d7d8f8d6f495,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:37.069858 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e86f4c5-0fd8-4af3-b1ac-ac6214f24cb9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.073193 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-1e86f4c5-0fd8-4af3-b1ac-ac6214f24cb9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2217188 Sep 09 21:07:37.105544 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 33d13e65-40cb-4733-a9fb-3bb75596c141 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:07:37.110598 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 33d13e65-40cb-4733-a9fb-3bb75596c141 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:37.111549 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.160155 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Allocated IP 172.27.3.214 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/dc480114-7d85-4170-9511-732fbdd170ed) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:07:37.268386 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.291328 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port 33d13e65-40cb-4733-a9fb-3bb75596c141, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=33d13e65-40cb-4733-a9fb-3bb75596c141,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:07:37.297611 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.298791 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 50538c76-1f9a-416a-935e-13013ea49c70 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:07:37.307998 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 54508) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:37.324028 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.328604 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50053ae2-f927-4f02-8219-805adb6dbcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.381370 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.395332 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=33d13e65-40cb-4733-a9fb-3bb75596c141,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:37.407882 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 50538c76-1f9a-416a-935e-13013ea49c70 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:37.408287 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.455524 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:07:37.460753 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:07:37.466727 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:07:37.503028 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50053ae2-f927-4f02-8219-805adb6dbcf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.510392 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50053ae2-f927-4f02-8219-805adb6dbcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.517870 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event updated for resources: {'Port': ['ID=dc480114-7d85-4170-9511-732fbdd170ed,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:37.565248 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-50053ae2-f927-4f02-8219-805adb6dbcf7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96c65218a76541098c4b1ad52359fbb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531211 Sep 09 21:07:37.565248 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50053ae2-f927-4f02-8219-805adb6dbcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83421ea8-9d17-4f4b-b2c6-2c54588d7df7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:37.566538 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 54526) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:37.617885 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-776fffb5-8841-4812-a13d-2a33e31f8a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.643943 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-776fffb5-8841-4812-a13d-2a33e31f8a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.716128 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-776fffb5-8841-4812-a13d-2a33e31f8a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.719061 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-776fffb5-8841-4812-a13d-2a33e31f8a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:37.720305 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-776fffb5-8841-4812-a13d-2a33e31f8a47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83421ea8-9d17-4f4b-b2c6-2c54588d7df7 HTTP/1.1" status: 204 len: 168 time: 0.1530139 Sep 09 21:07:37.732171 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fffb5-8841-4812-a13d-2a33e31f8a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83421ea8-9d17-4f4b-b2c6-2c54588d7df7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:38.189964 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:38.262110 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:38.320639 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Sync routers for ids ['98ae9e8a-5a55-4149-aceb-25b79188b36a'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:07:38.329625 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Routers {'98ae9e8a-5a55-4149-aceb-25b79188b36a'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:07:38.330457 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:07:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['98ae9e8a-5a55-4149-aceb-25b79188b36a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:38.441071 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Set router 98ae9e8a-5a55-4149-aceb-25b79188b36a gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:07:38.453236 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:38.464137 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13123055'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:38.536853 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event updated for resources: {'Port': ['ID=dc480114-7d85-4170-9511-732fbdd170ed,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:38.549805 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:38.658728 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.db.l3_db [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Floating IP 4a5e8456-911a-4207-9abe-8c641147bf96 associated. External IP: 172.27.3.214, port: 3ac9a871-bce6-4ede-ab25-7bf76f9994f8. Sep 09 21:07:38.667164 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'name': 'tempest-TestShelveInstance-1200859372-router', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '33d13e65-40cb-4733-a9fb-3bb75596c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:30Z', 'updated_at': '2021-09-09T21:07:34Z', 'revision_number': 4, 'project_id': 'd815e200d0854651992cea0b2f46f3e6', 'gw_port': {'id': '33d13e65-40cb-4733-a9fb-3bb75596c141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:31Z', 'updated_at': '2021-09-09T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '3fb8432c-d58a-41b8-8a9b-95ba37395b6f', 'name': '', 'network_id': 'cec2c559-d73d-47e6-aa20-b35c2dcab0c7', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'mac_address': 'fa:16:3e:d8:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2809061d-c31a-4172-8f04-0df715b7b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:33Z', 'updated_at': '2021-09-09T21:07:34Z', 'revision_number': 2, 'project_id': 'd815e200d0854651992cea0b2f46f3e6', 'subnets': [{'id': '2809061d-c31a-4172-8f04-0df715b7b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:38.700159 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Checking router: 98ae9e8a-5a55-4149-aceb-25b79188b36a for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:07:38.700512 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Updating router 98ae9e8a-5a55-4149-aceb-25b79188b36a port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f binding host dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:07:38.729402 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:38.911169 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 33d13e65-40cb-4733-a9fb-3bb75596c141 up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:07:38.924375 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Router 44586854-c3be-4aa1-bb0d-e6913609d9a4 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:07:38.972116 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 33d13e65-40cb-4733-a9fb-3bb75596c141 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:38.972615 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:39.073195 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:07:39.083110 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:39.092144 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:39.098303 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Transition to ACTIVE for port object 3fb8432c-d58a-41b8-8a9b-95ba37395b6f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:07:39.100166 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a98fe-42da-45d8-8576-54899e91ce2a None None] Sync routers for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:07:39.114237 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:39.119701 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a98fe-42da-45d8-8576-54899e91ce2a None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:07:39.120638 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-374a98fe-42da-45d8-8576-54899e91ce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:07:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:39.125268 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-8bf19836-c77f-4335-a91d-e745efa3ce98 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3445489 Sep 09 21:07:39.126194 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'tag': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:07:39.128936 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474eaf3bb652fec2f19919b2ceae808cc34db3da34c22d7391db7ed2cca7a9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361371b8-7ab2-4320-bbe0-52f0ca7c4836" -d '{"events": [{"name": "network-changed", "server_uuid": "596ab8fc-846d-4477-ad72-b0e2836d564f", "tag": "3ac9a871-bce6-4ede-ab25-7bf76f9994f8"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:07:39.161940 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6bf04-53b8-4543-b210-858276540330 None None] Pushing event updated for resources: {'Port': ['ID=3fb8432c-d58a-41b8-8a9b-95ba37395b6f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:39.174820 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13e1f7a-242f-4189-a09d-c5f396db5e06 x-openstack-request-id: req-b13e1f7a-242f-4189-a09d-c5f396db5e06 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:07:39.175110 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596ab8fc-846d-4477-ad72-b0e2836d564f", "tag": "3ac9a871-bce6-4ede-ab25-7bf76f9994f8", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:07:39.175400 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b13e1f7a-242f-4189-a09d-c5f396db5e06 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:07:39.175810 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'tag': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'status': 'completed', 'code': 200} Sep 09 21:07:39.250894 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Attempting to bind port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f on host dv-cinder-805083-2-iscsi for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:07:39.251524 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Attempting to bind port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f by drivers openvswitch,hyperv on host dv-cinder-805083-2-iscsi at level 0 using segments [{'id': '0e7a53a2-9dfa-4d99-8299-905b8df5efde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cec2c559-d73d-47e6-aa20-b35c2dcab0c7'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:07:39.252059 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Attempting to bind port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f on network cec2c559-d73d-47e6-aa20-b35c2dcab0c7 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:07:39.257899 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Checking agent: {'id': '89f55d90-87c8-4df7-943b-7854db76e7c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805083-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 51, 19), 'started_at': datetime.datetime(2021, 9, 9, 20, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805083-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:07:39.258500 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Checking segment: {'id': '0e7a53a2-9dfa-4d99-8299-905b8df5efde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cec2c559-d73d-47e6-aa20-b35c2dcab0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:07:39.259406 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:39.259980 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Bound using segment: {'id': '0e7a53a2-9dfa-4d99-8299-905b8df5efde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cec2c559-d73d-47e6-aa20-b35c2dcab0c7'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:07:39.260615 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Bound port: 3fb8432c-d58a-41b8-8a9b-95ba37395b6f, host: dv-cinder-805083-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7a53a2-9dfa-4d99-8299-905b8df5efde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cec2c559-d73d-47e6-aa20-b35c2dcab0c7'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:07:39.261180 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:39.280512 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361371b8-7ab2-4320-bbe0-52f0ca7c4836 req-b78ee5a1-c1e7-4367-a415-1a3aaacc6118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:39.285563 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-361371b8-7ab2-4320-bbe0-52f0ca7c4836 req-b78ee5a1-c1e7-4367-a415-1a3aaacc6118 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e9252ab3b54e1d80dc4020801940cf&device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 1099 time: 0.0743160 Sep 09 21:07:39.289669 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-374a98fe-42da-45d8-8576-54899e91ce2a None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:07:39.337928 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] For port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f, host dv-cinder-805083-2-iscsi, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:07:39.342848 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] For port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f, host dv-cinder-805083-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=3fb8432c-d58a-41b8-8a9b-95ba37395b6f,segment=NetworkSegment(0e7a53a2-9dfa-4d99-8299-905b8df5efde),segment_id=0e7a53a2-9dfa-4d99-8299-905b8df5efde)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:07:39.359778 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:39.456180 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6bf04-53b8-4543-b210-858276540330 None None] Pushing event updated for resources: {'Port': ['ID=3fb8432c-d58a-41b8-8a9b-95ba37395b6f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:39.458590 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361371b8-7ab2-4320-bbe0-52f0ca7c4836 req-c3b6ffdc-c7e4-4596-aa82-e98a2d53bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:39.460846 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-361371b8-7ab2-4320-bbe0-52f0ca7c4836 req-c3b6ffdc-c7e4-4596-aa82-e98a2d53bd26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 200 len: 912 time: 0.1663203 Sep 09 21:07:39.478224 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Routers {'98ae9e8a-5a55-4149-aceb-25b79188b36a'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:07:39.479073 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:07:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['98ae9e8a-5a55-4149-aceb-25b79188b36a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:39.592145 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-361371b8-7ab2-4320-bbe0-52f0ca7c4836 req-f67865cf-e48c-45b6-9e36-2de6c0d6eaf6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ac9a871-bce6-4ede-ab25-7bf76f9994f8 HTTP/1.1" status: 200 len: 1000 time: 0.1226752 Sep 09 21:07:39.604129 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-374a98fe-42da-45d8-8576-54899e91ce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '4a5e8456-911a-4207-9abe-8c641147bf96', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'port_id': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'mac_address': 'fa:16:3e:7f:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:07:37Z', 'updated_at': '2021-09-09T21:07:37Z', 'revision_number': 0, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:39.641743 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a98fe-42da-45d8-8576-54899e91ce2a None None] Checking router: 44586854-c3be-4aa1-bb0d-e6913609d9a4 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:07:39.644833 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] Set router 98ae9e8a-5a55-4149-aceb-25b79188b36a gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:07:39.661567 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a98fe-42da-45d8-8576-54899e91ce2a None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:07:39.662229 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-374a98fe-42da-45d8-8576-54899e91ce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:07:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:39.684231 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361371b8-7ab2-4320-bbe0-52f0ca7c4836 req-58ed70fa-3acb-4693-9995-b2144b92fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:39.685997 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-361371b8-7ab2-4320-bbe0-52f0ca7c4836 req-58ed70fa-3acb-4693-9995-b2144b92fc58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7c1e48d-68a6-4644-95b0-1158dc726b0e HTTP/1.1" status: 200 len: 850 time: 0.0848489 Sep 09 21:07:39.766513 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361371b8-7ab2-4320-bbe0-52f0ca7c4836 req-07feea36-4a07-4647-8372-ee56271c26d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:39.768081 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-361371b8-7ab2-4320-bbe0-52f0ca7c4836 req-07feea36-4a07-4647-8372-ee56271c26d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f35eb8-e794-4bfb-bb49-572192a02f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731754 Sep 09 21:07:39.808303 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-374a98fe-42da-45d8-8576-54899e91ce2a None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:07:39.924823 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-361371b8-7ab2-4320-bbe0-52f0ca7c4836 req-f6764ff9-1a92-4714-bfce-40b732c0bb25 service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470180 Sep 09 21:07:39.985327 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'name': 'tempest-TestShelveInstance-1200859372-router', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '33d13e65-40cb-4733-a9fb-3bb75596c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:30Z', 'updated_at': '2021-09-09T21:07:34Z', 'revision_number': 4, 'project_id': 'd815e200d0854651992cea0b2f46f3e6', 'gw_port': {'id': '33d13e65-40cb-4733-a9fb-3bb75596c141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:31Z', 'updated_at': '2021-09-09T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '3fb8432c-d58a-41b8-8a9b-95ba37395b6f', 'name': '', 'network_id': 'cec2c559-d73d-47e6-aa20-b35c2dcab0c7', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'mac_address': 'fa:16:3e:d8:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2809061d-c31a-4172-8f04-0df715b7b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:33Z', 'updated_at': '2021-09-09T21:07:39Z', 'revision_number': 4, 'project_id': 'd815e200d0854651992cea0b2f46f3e6', 'subnets': [{'id': '2809061d-c31a-4172-8f04-0df715b7b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:40.042500 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355da05-0745-4a9f-bef4-6bc6d1c2ba08 None None] The sync data for ids ['98ae9e8a-5a55-4149-aceb-25b79188b36a'] in dv-cinder-805083-2-iscsi is: [{'id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'name': 'tempest-TestShelveInstance-1200859372-router', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '33d13e65-40cb-4733-a9fb-3bb75596c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:30Z', 'updated_at': '2021-09-09T21:07:34Z', 'revision_number': 4, 'project_id': 'd815e200d0854651992cea0b2f46f3e6', 'gw_port': {'id': '33d13e65-40cb-4733-a9fb-3bb75596c141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:31Z', 'updated_at': '2021-09-09T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '3fb8432c-d58a-41b8-8a9b-95ba37395b6f', 'name': '', 'network_id': 'cec2c559-d73d-47e6-aa20-b35c2dcab0c7', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'mac_address': 'fa:16:3e:d8:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2809061d-c31a-4172-8f04-0df715b7b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:33Z', 'updated_at': '2021-09-09T21:07:39Z', 'revision_number': 4, 'project_id': 'd815e200d0854651992cea0b2f46f3e6', 'subnets': [{'id': '2809061d-c31a-4172-8f04-0df715b7b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:07:40.053767 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-361371b8-7ab2-4320-bbe0-52f0ca7c4836 req-6bd423ae-54a1-4cdd-8309-d45b1e2d8879 service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191339 Sep 09 21:07:40.205389 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-374a98fe-42da-45d8-8576-54899e91ce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '4a5e8456-911a-4207-9abe-8c641147bf96', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'port_id': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'mac_address': 'fa:16:3e:7f:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:07:37Z', 'updated_at': '2021-09-09T21:07:37Z', 'revision_number': 0, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:07:40.237477 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a98fe-42da-45d8-8576-54899e91ce2a None None] The sync data for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi is: [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '4a5e8456-911a-4207-9abe-8c641147bf96', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'port_id': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'mac_address': 'fa:16:3e:7f:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:07:37Z', 'updated_at': '2021-09-09T21:07:37Z', 'revision_number': 0, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:07:40.519291 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbe4317-438f-4155-b8cb-871a4f9abcc4 None None] New status for floating IP 4a5e8456-911a-4207-9abe-8c641147bf96: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:07:40.867004 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 3fb8432c-d58a-41b8-8a9b-95ba37395b6f up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:07:40.915950 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning for port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:07:40.919510 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:40.919883 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:41.009182 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:41.044189 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] For port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=3fb8432c-d58a-41b8-8a9b-95ba37395b6f,segment=NetworkSegment(0e7a53a2-9dfa-4d99-8299-905b8df5efde),segment_id=0e7a53a2-9dfa-4d99-8299-905b8df5efde)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:07:41.048486 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:41.098008 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Pushing event updated for resources: {'Port': ['ID=3fb8432c-d58a-41b8-8a9b-95ba37395b6f,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:42.590725 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54616) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:42.696945 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64c9b78f-3b5b-4360-9bfc-567baa4cc91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:42.793316 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64c9b78f-3b5b-4360-9bfc-567baa4cc91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:42.797656 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64c9b78f-3b5b-4360-9bfc-567baa4cc91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:42.834536 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9b78f-3b5b-4360-9bfc-567baa4cc91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a40a357-c5ab-44df-a786-75b88d7592dd,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:42.838926 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-64c9b78f-3b5b-4360-9bfc-567baa4cc91f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2169ac183bb6456caeac07e94a95b612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470152 Sep 09 21:07:42.841429 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54620) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:42.856242 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 3fb8432c-d58a-41b8-8a9b-95ba37395b6f up at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:07:42.901633 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-235c52b7-2961-4dd2-a3b4-ac13ad51f898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:42.906039 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Provisioning complete for port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:42.906431 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:42.924583 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-235c52b7-2961-4dd2-a3b4-ac13ad51f898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:42.972837 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-235c52b7-2961-4dd2-a3b4-ac13ad51f898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:42.975517 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-235c52b7-2961-4dd2-a3b4-ac13ad51f898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:42.976839 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-235c52b7-2961-4dd2-a3b4-ac13ad51f898 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a40a357-c5ab-44df-a786-75b88d7592dd HTTP/1.1" status: 204 len: 168 time: 0.1344523 Sep 09 21:07:42.988385 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c52b7-2961-4dd2-a3b4-ac13ad51f898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a40a357-c5ab-44df-a786-75b88d7592dd,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:43.254249 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54628) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:43.267588 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98ebbf0c-07b7-4733-b7a9-8de1206a3fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:43.365988 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98ebbf0c-07b7-4733-b7a9-8de1206a3fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:43.369672 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98ebbf0c-07b7-4733-b7a9-8de1206a3fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:43.409921 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-98ebbf0c-07b7-4733-b7a9-8de1206a3fb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b70c782857c545469022c47ae6777e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545732 Sep 09 21:07:43.410815 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebbf0c-07b7-4733-b7a9-8de1206a3fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa38a3c-98b8-4461-ba66-4c3c140dcddc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:43.412643 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 54630) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:43.464311 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7bfc57e8-e62c-4c99-8d03-c98ac994f730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:43.485635 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7bfc57e8-e62c-4c99-8d03-c98ac994f730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:43.539530 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7bfc57e8-e62c-4c99-8d03-c98ac994f730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:43.542257 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7bfc57e8-e62c-4c99-8d03-c98ac994f730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:43.543527 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-7bfc57e8-e62c-4c99-8d03-c98ac994f730 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fa38a3c-98b8-4461-ba66-4c3c140dcddc HTTP/1.1" status: 204 len: 168 time: 0.1298575 Sep 09 21:07:43.555559 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc57e8-e62c-4c99-8d03-c98ac994f730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa38a3c-98b8-4461-ba66-4c3c140dcddc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:45.777453 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d963640f-1e3d-46fc-8284-9a06312e216a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:48.413161 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a9279d68-90d5-4599-a3a0-7ae3e720cde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:48.593890 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:49.992717 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:51.417292 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:51.762394 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 54790) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:51.882127 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:51.973834 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:51.978274 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:52.018209 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47753459594d480d86f581a6c1da6a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546275 Sep 09 21:07:52.019141 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae8cd5a-9854-4cec-bef3-439f98d1c8d1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:52.021331 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54794) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:52.027524 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.027874 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.028219 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.028557 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.028908 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.029224 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.029555 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.029887 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.030213 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.030537 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.030861 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.031183 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9ceb4-21b7-4a3c-805d-afee040a437a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.072284 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:52.100059 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:52.146186 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:52.148898 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:52.150069 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ae8cd5a-9854-4cec-bef3-439f98d1c8d1 HTTP/1.1" status: 204 len: 168 time: 0.1276977 Sep 09 21:07:52.160370 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae8cd5a-9854-4cec-bef3-439f98d1c8d1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:52.168920 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.169071 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.169417 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.169759 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.170174 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.176843 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.176843 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.176843 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.176843 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.176843 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.176843 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.176843 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55360b-4fda-4466-83e4-9ad232931265 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:07:52.425898 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54800) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:52.438894 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-268248a1-10ef-495b-9085-ce5f8fd708ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:52.531810 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-268248a1-10ef-495b-9085-ce5f8fd708ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:52.536515 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-268248a1-10ef-495b-9085-ce5f8fd708ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:52.573010 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268248a1-10ef-495b-9085-ce5f8fd708ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de4b76a-cacb-4c1c-8c56-b68f4fdd9618,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:52.577435 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-268248a1-10ef-495b-9085-ce5f8fd708ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50370817eeed462d823a3cd00932b3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504529 Sep 09 21:07:52.580607 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54802) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:52.630004 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-911e715f-f44d-42fd-8a8d-5def6eb6fbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:52.652912 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-911e715f-f44d-42fd-8a8d-5def6eb6fbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:52.705355 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-911e715f-f44d-42fd-8a8d-5def6eb6fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:52.708051 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-911e715f-f44d-42fd-8a8d-5def6eb6fbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:52.709220 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-911e715f-f44d-42fd-8a8d-5def6eb6fbf7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5de4b76a-cacb-4c1c-8c56-b68f4fdd9618 HTTP/1.1" status: 204 len: 168 time: 0.1276379 Sep 09 21:07:52.717200 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e715f-f44d-42fd-8a8d-5def6eb6fbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de4b76a-cacb-4c1c-8c56-b68f4fdd9618,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:53.031695 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54812) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:53.045824 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5803992-52ac-4cf1-81ac-17a08d854f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:53.139537 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5803992-52ac-4cf1-81ac-17a08d854f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:53.144873 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5803992-52ac-4cf1-81ac-17a08d854f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:53.182273 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5803992-52ac-4cf1-81ac-17a08d854f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553b9ef7-0871-4207-9c92-6874ef855f10,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:53.186695 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-c5803992-52ac-4cf1-81ac-17a08d854f96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=318fa151aeb743b380f6743a7ac9922e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534147 Sep 09 21:07:53.189910 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 54814) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:07:53.239293 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc762dde-fa9c-493c-8e53-346f7fdaa24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:53.260410 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc762dde-fa9c-493c-8e53-346f7fdaa24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:53.308531 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc762dde-fa9c-493c-8e53-346f7fdaa24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:53.310959 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc762dde-fa9c-493c-8e53-346f7fdaa24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:53.314441 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-cc762dde-fa9c-493c-8e53-346f7fdaa24d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/553b9ef7-0871-4207-9c92-6874ef855f10 HTTP/1.1" status: 204 len: 168 time: 0.1218412 Sep 09 21:07:53.323438 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc762dde-fa9c-493c-8e53-346f7fdaa24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553b9ef7-0871-4207-9c92-6874ef855f10,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:54.901793 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-a527b18e-9952-4d4d-8492-c2742ae0c979 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202779109&fields=id&tenant_id=c13cf209a39c4657bbf92bb53266df85 HTTP/1.1" status: 200 len: 267 time: 0.0339723 Sep 09 21:07:55.016031 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-befc4391-6014-4ccb-891f-ec8150c08b55 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:55.017579 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-befc4391-6014-4ccb-891f-ec8150c08b55 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/networks?id=11d55ec4-d49c-44f2-b5d1-7d029328093d HTTP/1.1" status: 200 len: 808 time: 0.1083808 Sep 09 21:07:55.033777 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-b35cc4e3-7c28-4aa6-b43b-769a0bc25eab tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/quotas/c13cf209a39c4657bbf92bb53266df85 HTTP/1.1" status: 200 len: 375 time: 0.0103447 Sep 09 21:07:55.087869 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-6d81a865-0a26-44ae-ad6e-75449a466e09 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c13cf209a39c4657bbf92bb53266df85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471911 Sep 09 21:07:55.189383 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-09ab9ac1-138b-4dac-a5e0-dede645c7cc4 service neutron] 10.222.0.13 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897243 Sep 09 21:07:55.281811 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-3fec8272-b371-4301-a740-739a37cab75d service neutron] 10.222.0.13 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861688 Sep 09 21:07:55.589838 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7f70fb0d-8878-4f66-a6e2-377458e78a13 req-d27e8943-65f2-4ad8-8597-f2a0d79084bb tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 210 time: 0.0301895 Sep 09 21:07:55.655914 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-520683aa-ee56-4308-8a93-a23d86054220 req-7e7bc2ea-6e8d-4429-9d2d-83498f38c1ff tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=648c59500a064574a4b9ad01b3032fab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459230 Sep 09 21:07:55.885605 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520683aa-ee56-4308-8a93-a23d86054220 req-0748b870-66bf-4d2d-8ff6-3503c10baee9 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:55.887983 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-520683aa-ee56-4308-8a93-a23d86054220 req-0748b870-66bf-4d2d-8ff6-3503c10baee9 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253494 Sep 09 21:07:55.908692 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-520683aa-ee56-4308-8a93-a23d86054220 req-fd3caaee-a08f-44c0-8251-5982486c9ed7 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/quotas/648c59500a064574a4b9ad01b3032fab HTTP/1.1" status: 200 len: 375 time: 0.0128608 Sep 09 21:07:55.949619 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-520683aa-ee56-4308-8a93-a23d86054220 req-580e3494-a8cf-4dc8-b7da-a439b05570f0 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=648c59500a064574a4b9ad01b3032fab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313325 Sep 09 21:07:56.134078 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3b0cc389-5ecc-4b88-ae5b-7e1232b3d6d0 req-0734ec2c-6053-4b83-ad00-a935f24e7999 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 210 time: 0.0363159 Sep 09 21:07:56.992212 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d0e51dd9-0371-4366-ad8e-58319c1d9bc0 req-bf206c24-7c31-4add-928d-3855d88747c5 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 210 time: 0.0623817 Sep 09 21:07:57.033380 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-520683aa-ee56-4308-8a93-a23d86054220 req-a9521c84-fec5-4d74-b78b-02af32151f06 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=648c59500a064574a4b9ad01b3032fab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330949 Sep 09 21:07:57.039989 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-9bf74266-fa8a-4774-96dc-986f1a1377cd tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:57.041348 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-9bf74266-fa8a-4774-96dc-986f1a1377cd tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.48 "GET /v2.0/networks?id=11d55ec4-d49c-44f2-b5d1-7d029328093d HTTP/1.1" status: 200 len: 808 time: 0.4237967 Sep 09 21:07:57.146862 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-8168cfcb-c06b-456c-89d5-3e1c9231f7fc tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c13cf209a39c4657bbf92bb53266df85 HTTP/1.1" status: 200 len: 380 time: 0.0944767 Sep 09 21:07:57.158564 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-9b6ca98b-1589-4738-b641-658b5514e8d9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Request body: {'port': {'device_id': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'admin_state_up': True, 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'security_groups': ['e1b54b36-f32a-40e2-9c71-8ba4b1b839d2']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:57.202292 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520683aa-ee56-4308-8a93-a23d86054220 req-ec69d836-d33a-498e-aee1-d2a01c8a7475 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:57.204176 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-520683aa-ee56-4308-8a93-a23d86054220 req-ec69d836-d33a-498e-aee1-d2a01c8a7475 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1619520 Sep 09 21:07:57.257779 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-520683aa-ee56-4308-8a93-a23d86054220 req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Request body: {'port': {'device_id': 'fc49785f-cc4d-4e06-90b5-1b48aa8c3e68', 'network_id': '90b394fc-30f6-4558-a89e-c8245ae00c65', 'admin_state_up': True, 'tenant_id': '648c59500a064574a4b9ad01b3032fab'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:57.292855 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1b86f8a1-6f55-470f-bc19-ff3fb437bae9 req-0e8d08bf-1f40-4d53-9a70-47369545c714 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 210 time: 0.0513616 Sep 09 21:07:57.395257 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-9b6ca98b-1589-4738-b641-658b5514e8d9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Made reservation on behalf of c13cf209a39c4657bbf92bb53266df85 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:07:57.398658 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-9b6ca98b-1589-4738-b641-658b5514e8d9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:57.461665 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520683aa-ee56-4308-8a93-a23d86054220 req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Made reservation on behalf of 648c59500a064574a4b9ad01b3032fab for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:07:57.465137 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-520683aa-ee56-4308-8a93-a23d86054220 req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:57.478985 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-520683aa-ee56-4308-8a93-a23d86054220 req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:57.575848 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-9b6ca98b-1589-4738-b641-658b5514e8d9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Allocated IP 172.20.0.14 (11d55ec4-d49c-44f2-b5d1-7d029328093d/b024b558-52cd-4d42-9769-1e1c258f8902/9fe99049-e692-4f2a-a253-4bfd2c5dccf9) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:07:57.684525 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-520683aa-ee56-4308-8a93-a23d86054220 req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:57.709345 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-520683aa-ee56-4308-8a93-a23d86054220 req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:57.790607 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290e938f-518e-4481-8162-31122c4dfe1d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:57.830805 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-9b6ca98b-1589-4738-b641-658b5514e8d9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:57.870798 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-9b6ca98b-1589-4738-b641-658b5514e8d9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Transition to ACTIVE for port object 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:07:57.895980 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-520683aa-ee56-4308-8a93-a23d86054220 req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Allocated IP 192.168.233.191 (90b394fc-30f6-4558-a89e-c8245ae00c65/350ec1ea-9f12-4ea4-a30c-bbbe052bbdec/02b335e1-fb68-44cc-98bb-7fbfd684c3d1) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:07:57.943882 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-9b6ca98b-1589-4738-b641-658b5514e8d9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:58.013244 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-9b6ca98b-1589-4738-b641-658b5514e8d9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Network 11d55ec4-d49c-44f2-b5d1-7d029328093d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:07:58.020748 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-9b6ca98b-1589-4738-b641-658b5514e8d9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:07:58.033655 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-9b6ca98b-1589-4738-b641-658b5514e8d9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:07:58.097187 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ca98b-1589-4738-b641-658b5514e8d9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Pushing event updated for resources: {'Port': ['ID=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:58.182452 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-9b6ca98b-1589-4738-b641-658b5514e8d9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:58.183098 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-9b6ca98b-1589-4738-b641-658b5514e8d9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:58.210521 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-520683aa-ee56-4308-8a93-a23d86054220 req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:58.223078 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-9b6ca98b-1589-4738-b641-658b5514e8d9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0685947 Sep 09 21:07:58.232753 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b681-9e5f-4aea-a390-6339aca32ff1 req-aa8eab92-5288-466a-a1c9-56e358f023ce tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:58.234239 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bb24b681-9e5f-4aea-a390-6339aca32ff1 req-aa8eab92-5288-466a-a1c9-56e358f023ce tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 932 time: 0.1284449 Sep 09 21:07:58.243316 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Request body: {'port': {'device_id': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:58.246993 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-520683aa-ee56-4308-8a93-a23d86054220 req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Transition to ACTIVE for port object 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:07:58.299312 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-ddbecdb4-6b2a-464e-ae36-4061ce2eb351 None None] Provisioning for port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:07:58.302983 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-ddbecdb4-6b2a-464e-ae36-4061ce2eb351 None None] Provisioning complete for port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:58.303387 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ddbecdb4-6b2a-464e-ae36-4061ce2eb351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:58.337532 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bb24b681-9e5f-4aea-a390-6339aca32ff1 req-7a3f43a7-5268-4d4f-8cef-3d496458e11a tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889323 Sep 09 21:07:58.341176 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ddbecdb4-6b2a-464e-ae36-4061ce2eb351 None None] Port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:07:58.345676 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:58.366409 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-520683aa-ee56-4308-8a93-a23d86054220 req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:58.475102 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520683aa-ee56-4308-8a93-a23d86054220 req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Network 90b394fc-30f6-4558-a89e-c8245ae00c65 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:07:58.478693 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Pushing event updated for resources: {'Port': ['ID=02b335e1-fb68-44cc-98bb-7fbfd684c3d1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:58.484698 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-520683aa-ee56-4308-8a93-a23d86054220 req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:07:58.490344 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-520683aa-ee56-4308-8a93-a23d86054220 req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:07:58.580869 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b4cb9-c870-4d1d-abc9-58f5f2edf116 req-92f3fcfb-f32a-4481-b89c-64062e656c8f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:58.582473 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2b0b4cb9-c870-4d1d-abc9-58f5f2edf116 req-92f3fcfb-f32a-4481-b89c-64062e656c8f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 936 time: 0.1966400 Sep 09 21:07:58.627055 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520683aa-ee56-4308-8a93-a23d86054220 req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:58.627719 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-520683aa-ee56-4308-8a93-a23d86054220 req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:58.662012 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-c6c6ee2e-0e12-4b5e-9c01-1d2bc6ed7a52 None None] Provisioning for port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:07:58.665708 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-c6c6ee2e-0e12-4b5e-9c01-1d2bc6ed7a52 None None] Provisioning complete for port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:07:58.666163 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ee2e-0e12-4b5e-9c01-1d2bc6ed7a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:58.674847 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2b0b4cb9-c870-4d1d-abc9-58f5f2edf116 req-0b74e407-e8c2-4feb-ac5a-7533d5d3a74b tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/security-groups?id=290e938f-518e-4481-8162-31122c4dfe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855353 Sep 09 21:07:58.703641 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-520683aa-ee56-4308-8a93-a23d86054220 req-b5f4e9cf-a75a-4613-9df8-6f52662a028f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4610343 Sep 09 21:07:58.710412 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c6c6ee2e-0e12-4b5e-9c01-1d2bc6ed7a52 None None] Port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:07:58.721090 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Request body: {'port': {'device_id': 'fc49785f-cc4d-4e06-90b5-1b48aa8c3e68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:07:58.800938 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:58.863735 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:07:58.873480 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:58.898364 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Transition to ACTIVE for port object 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:07:58.902523 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:59.023359 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:59.153281 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Attempting to bind port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:07:59.153612 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Attempting to bind port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': 'd447aded-a7ac-47f3-83ea-062872f0ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:07:59.153934 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Attempting to bind port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 on network 11d55ec4-d49c-44f2-b5d1-7d029328093d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:07:59.161373 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 on network 11d55ec4-d49c-44f2-b5d1-7d029328093d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:07:59.161751 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Attempting to bind port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 on network 11d55ec4-d49c-44f2-b5d1-7d029328093d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:07:59.174016 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:07:59.174343 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Checking segment: {'id': 'd447aded-a7ac-47f3-83ea-062872f0ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:07:59.174736 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Bound using segment: {'id': 'd447aded-a7ac-47f3-83ea-062872f0ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:07:59.175207 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Bound port: 9fe99049-e692-4f2a-a253-4bfd2c5dccf9, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd447aded-a7ac-47f3-83ea-062872f0ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:07:59.175586 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:59.249157 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:07:59.259497 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:59.286806 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Transition to ACTIVE for port object 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:07:59.290957 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:59.293161 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] For port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9, host hv-cinder-80508, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:07:59.337313 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] For port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,segment=NetworkSegment(d447aded-a7ac-47f3-83ea-062872f0ac03),segment_id=d447aded-a7ac-47f3-83ea-062872f0ac03)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:07:59.348157 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:59.353463 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Pushing event updated for resources: {'Port': ['ID=02b335e1-fb68-44cc-98bb-7fbfd684c3d1,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:59.415230 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:59.415883 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:59.417282 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] 10.222.0.48 "PUT /v2.0/ports/9fe99049-e692-4f2a-a253-4bfd2c5dccf9 HTTP/1.1" status: 200 len: 1094 time: 1.1795623 Sep 09 21:07:59.417724 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'tag': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:07:59.420038 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcba9dcf-3352-43d5-9e18-ad6083409119" -d '{"events": [{"name": "network-changed", "server_uuid": "7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5", "tag": "9fe99049-e692-4f2a-a253-4bfd2c5dccf9"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:07:59.513220 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fffb59-2617-4e89-892d-992d7583a3e2 x-openstack-request-id: req-91fffb59-2617-4e89-892d-992d7583a3e2 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:07:59.513515 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5", "tag": "9fe99049-e692-4f2a-a253-4bfd2c5dccf9", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:07:59.513775 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91fffb59-2617-4e89-892d-992d7583a3e2 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:07:59.514168 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'tag': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9', 'status': 'completed', 'code': 200} Sep 09 21:07:59.540981 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50ba8c-657d-4e55-8a39-c2d8ed612855 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:07:59.578122 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Attempting to bind port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:07:59.578458 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Attempting to bind port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '42e2e938-926a-4bd5-a8a1-91e1c4a5621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '90b394fc-30f6-4558-a89e-c8245ae00c65'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:07:59.578785 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Attempting to bind port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 on network 90b394fc-30f6-4558-a89e-c8245ae00c65 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:07:59.585606 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-d7c5c174-1ccb-4ce6-b49f-fc3642454718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:59.587168 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-d7c5c174-1ccb-4ce6-b49f-fc3642454718 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c13cf209a39c4657bbf92bb53266df85&device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 1097 time: 0.1219265 Sep 09 21:07:59.597574 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde28a5a-5c8d-4c71-920c-d19341b80748 req-6bfd2351-9112-4201-b7c9-11168fa405d8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:59.598883 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bde28a5a-5c8d-4c71-920c-d19341b80748 req-6bfd2351-9112-4201-b7c9-11168fa405d8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 944 time: 0.1455963 Sep 09 21:07:59.600817 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 on network 90b394fc-30f6-4558-a89e-c8245ae00c65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:07:59.601144 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Attempting to bind port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 on network 90b394fc-30f6-4558-a89e-c8245ae00c65 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:07:59.644147 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-93294049-fdc4-4401-89b2-ca8b3eeb1981 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9 HTTP/1.1" status: 200 len: 217 time: 0.0441496 Sep 09 21:07:59.644860 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:07:59.645192 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Checking segment: {'id': '42e2e938-926a-4bd5-a8a1-91e1c4a5621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '90b394fc-30f6-4558-a89e-c8245ae00c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:07:59.645565 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Bound using segment: {'id': '42e2e938-926a-4bd5-a8a1-91e1c4a5621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '90b394fc-30f6-4558-a89e-c8245ae00c65'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:07:59.646006 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Bound port: 02b335e1-fb68-44cc-98bb-7fbfd684c3d1, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e2e938-926a-4bd5-a8a1-91e1c4a5621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '90b394fc-30f6-4558-a89e-c8245ae00c65'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:07:59.646368 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:59.736223 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bde28a5a-5c8d-4c71-920c-d19341b80748 req-8d3681ea-e421-46d2-8c6b-31c5d438a955 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256392 Sep 09 21:07:59.760615 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-1485395f-4fd0-4de7-a631-daba41128d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:59.762023 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-1485395f-4fd0-4de7-a631-daba41128d98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b024b558-52cd-4d42-9769-1e1c258f8902 HTTP/1.1" status: 200 len: 847 time: 0.0998576 Sep 09 21:07:59.833637 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] For port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1, host hv-cinder-80508, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:07:59.856881 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] For port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=02b335e1-fb68-44cc-98bb-7fbfd684c3d1,segment=NetworkSegment(42e2e938-926a-4bd5-a8a1-91e1c4a5621b),segment_id=42e2e938-926a-4bd5-a8a1-91e1c4a5621b)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:07:59.864382 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:59.876298 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5010c4-df40-4d7f-a84a-f4c744cf03da req-75c0814d-90f0-4cf5-bed2-23ee1a8970f2 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:59.877862 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5c5010c4-df40-4d7f-a84a-f4c744cf03da req-75c0814d-90f0-4cf5-bed2-23ee1a8970f2 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 948 time: 0.1325588 Sep 09 21:07:59.899259 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-c7ecb083-f133-4763-b1bb-5eb5bdcd9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:59.900773 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-c7ecb083-f133-4763-b1bb-5eb5bdcd9b84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11d55ec4-d49c-44f2-b5d1-7d029328093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1142142 Sep 09 21:07:59.959423 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:07:59.960059 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:07:59.961483 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-520683aa-ee56-4308-8a93-a23d86054220 req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] 10.222.0.48 "PUT /v2.0/ports/02b335e1-fb68-44cc-98bb-7fbfd684c3d1 HTTP/1.1" status: 200 len: 1098 time: 1.2445459 Sep 09 21:07:59.993462 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51eeb67-03d3-4795-b721-f6716320489b service neutron] Pushing event updated for resources: {'Port': ['ID=02b335e1-fb68-44cc-98bb-7fbfd684c3d1,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:08:00.034807 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5c5010c4-df40-4d7f-a84a-f4c744cf03da req-c2f22111-79c3-4870-9242-01bf946e866c tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/security-groups?id=290e938f-518e-4481-8162-31122c4dfe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289179 Sep 09 21:08:00.093764 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-9ade1c23-2188-4ee9-a8e4-0f35a2ca8786 service neutron] 10.222.0.48 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808372 Sep 09 21:08:00.097154 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520683aa-ee56-4308-8a93-a23d86054220 req-89ab073d-6ea7-47a7-93c8-13a83591c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:00.098674 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-520683aa-ee56-4308-8a93-a23d86054220 req-89ab073d-6ea7-47a7-93c8-13a83591c734 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=648c59500a064574a4b9ad01b3032fab&device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 1101 time: 0.0681527 Sep 09 21:08:00.169131 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-520683aa-ee56-4308-8a93-a23d86054220 req-6310b560-e5b0-417c-9e42-8af1f3266a47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=02b335e1-fb68-44cc-98bb-7fbfd684c3d1 HTTP/1.1" status: 200 len: 217 time: 0.0591497 Sep 09 21:08:00.262064 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520683aa-ee56-4308-8a93-a23d86054220 req-10b67c35-f95c-4d1d-b2c2-8c6642975612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:00.263559 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-520683aa-ee56-4308-8a93-a23d86054220 req-10b67c35-f95c-4d1d-b2c2-8c6642975612 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=350ec1ea-9f12-4ea4-a30c-bbbe052bbdec HTTP/1.1" status: 200 len: 843 time: 0.0860298 Sep 09 21:08:00.282579 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-0a52ec63-85e3-4448-9367-0efd1dd5a440 req-03617c2a-103d-4fa1-bc1c-a2547ff9104d service neutron] 10.222.0.48 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741519 Sep 09 21:08:00.310872 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520683aa-ee56-4308-8a93-a23d86054220 req-341f6819-6193-45df-b99e-fff5fabac530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:00.312381 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-520683aa-ee56-4308-8a93-a23d86054220 req-341f6819-6193-45df-b99e-fff5fabac530 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90b394fc-30f6-4558-a89e-c8245ae00c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0412765 Sep 09 21:08:00.424572 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba9dcf-3352-43d5-9e18-ad6083409119 req-c8414e7f-2a18-4fd2-88d6-88b42ca11a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:00.426122 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fcba9dcf-3352-43d5-9e18-ad6083409119 req-c8414e7f-2a18-4fd2-88d6-88b42ca11a2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c13cf209a39c4657bbf92bb53266df85&device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 1097 time: 0.0946023 Sep 09 21:08:00.452771 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-520683aa-ee56-4308-8a93-a23d86054220 req-e8940745-86bc-43f0-8f95-e17c0dc8c492 service neutron] 10.222.0.48 "GET /v2.0/networks/90b394fc-30f6-4558-a89e-c8245ae00c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288290 Sep 09 21:08:00.745955 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:00.883046 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba9dcf-3352-43d5-9e18-ad6083409119 req-0750685a-df53-4ed2-abed-a6ebc71f8585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:00.884531 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fcba9dcf-3352-43d5-9e18-ad6083409119 req-0750685a-df53-4ed2-abed-a6ebc71f8585 service neutron] 10.222.0.48 "GET /v2.0/networks?id=11d55ec4-d49c-44f2-b5d1-7d029328093d HTTP/1.1" status: 200 len: 909 time: 0.4451196 Sep 09 21:08:00.935403 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-520683aa-ee56-4308-8a93-a23d86054220 req-ccded8a0-25ae-425e-9dda-7509f7063eca service neutron] 10.222.0.48 "GET /v2.0/networks/90b394fc-30f6-4558-a89e-c8245ae00c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723113 Sep 09 21:08:00.937544 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fcba9dcf-3352-43d5-9e18-ad6083409119 req-a7eafa7e-cb7d-4b03-8812-a9676cc5c887 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9 HTTP/1.1" status: 200 len: 217 time: 0.0413790 Sep 09 21:08:00.948688 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88218608-cf83-40d5-80fe-bbd3cbc2eb1b req-20568d56-512b-4439-ad84-5195b82301ee tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:00.950165 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-88218608-cf83-40d5-80fe-bbd3cbc2eb1b req-20568d56-512b-4439-ad84-5195b82301ee tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 944 time: 0.1216698 Sep 09 21:08:01.015835 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba9dcf-3352-43d5-9e18-ad6083409119 req-3542d4e0-a3bf-49ef-bf49-e44251bbe9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:01.017841 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fcba9dcf-3352-43d5-9e18-ad6083409119 req-3542d4e0-a3bf-49ef-bf49-e44251bbe9ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b024b558-52cd-4d42-9769-1e1c258f8902 HTTP/1.1" status: 200 len: 847 time: 0.0668583 Sep 09 21:08:01.025027 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-88218608-cf83-40d5-80fe-bbd3cbc2eb1b req-fcb49e36-20e2-4bca-8e0a-6971291e5178 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647688 Sep 09 21:08:01.066025 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba9dcf-3352-43d5-9e18-ad6083409119 req-0ac668c7-7d0a-4ec0-9d7c-8eb16eccb67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:01.067591 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fcba9dcf-3352-43d5-9e18-ad6083409119 req-0ac668c7-7d0a-4ec0-9d7c-8eb16eccb67f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11d55ec4-d49c-44f2-b5d1-7d029328093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401008 Sep 09 21:08:01.200051 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5b689-90ea-4af1-b3d0-29fd70247906 req-76a3d79a-132c-4e11-9ed5-19194f8baa5e tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:01.202381 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c8a5b689-90ea-4af1-b3d0-29fd70247906 req-76a3d79a-132c-4e11-9ed5-19194f8baa5e tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 948 time: 0.0955663 Sep 09 21:08:01.210420 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fcba9dcf-3352-43d5-9e18-ad6083409119 req-b2503309-ff7b-48c5-8829-ba0f204cf323 service neutron] 10.222.0.48 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342182 Sep 09 21:08:01.273757 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c8a5b689-90ea-4af1-b3d0-29fd70247906 req-69bc2982-662f-4ce0-879b-f3df959785fe tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/security-groups?id=290e938f-518e-4481-8162-31122c4dfe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622990 Sep 09 21:08:01.328407 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-fcba9dcf-3352-43d5-9e18-ad6083409119 req-b885b13e-c7c3-4149-a6b8-2c39d7d2d5d2 service neutron] 10.222.0.48 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040452 Sep 09 21:08:01.515916 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc49785f-cc4d-4e06-90b5-1b48aa8c3e68', 'tag': '02b335e1-fb68-44cc-98bb-7fbfd684c3d1'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:08:01.518374 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5322501-bad3-46a1-9b14-dd9708fb0d22" -d '{"events": [{"name": "network-changed", "server_uuid": "fc49785f-cc4d-4e06-90b5-1b48aa8c3e68", "tag": "02b335e1-fb68-44cc-98bb-7fbfd684c3d1"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:08:01.553886 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc5badc-5c59-486e-b5ec-3b9e9cc8d765 x-openstack-request-id: req-4bc5badc-5c59-486e-b5ec-3b9e9cc8d765 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:08:01.554178 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc49785f-cc4d-4e06-90b5-1b48aa8c3e68", "tag": "02b335e1-fb68-44cc-98bb-7fbfd684c3d1", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:08:01.554427 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bc5badc-5c59-486e-b5ec-3b9e9cc8d765 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:08:01.554819 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc49785f-cc4d-4e06-90b5-1b48aa8c3e68', 'tag': '02b335e1-fb68-44cc-98bb-7fbfd684c3d1', 'status': 'completed', 'code': 200} Sep 09 21:08:01.621105 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5322501-bad3-46a1-9b14-dd9708fb0d22 req-0dd43470-5a5d-4a89-a89c-3b583c12bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:01.622902 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d5322501-bad3-46a1-9b14-dd9708fb0d22 req-0dd43470-5a5d-4a89-a89c-3b583c12bdb6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=648c59500a064574a4b9ad01b3032fab&device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 1101 time: 0.0413346 Sep 09 21:08:01.722433 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5322501-bad3-46a1-9b14-dd9708fb0d22 req-d16fd9da-3852-49bb-9844-8bb69593d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:01.723920 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d5322501-bad3-46a1-9b14-dd9708fb0d22 req-d16fd9da-3852-49bb-9844-8bb69593d9ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=90b394fc-30f6-4558-a89e-c8245ae00c65 HTTP/1.1" status: 200 len: 870 time: 0.0916607 Sep 09 21:08:01.765183 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d5322501-bad3-46a1-9b14-dd9708fb0d22 req-ec182f4a-2169-40ee-ae21-f33c76687c3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=02b335e1-fb68-44cc-98bb-7fbfd684c3d1 HTTP/1.1" status: 200 len: 217 time: 0.0329418 Sep 09 21:08:01.814592 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5322501-bad3-46a1-9b14-dd9708fb0d22 req-7116ff9b-c595-4fd7-8202-8e1dea371034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:01.816180 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d5322501-bad3-46a1-9b14-dd9708fb0d22 req-7116ff9b-c595-4fd7-8202-8e1dea371034 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=350ec1ea-9f12-4ea4-a30c-bbbe052bbdec HTTP/1.1" status: 200 len: 843 time: 0.0442438 Sep 09 21:08:01.868639 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5322501-bad3-46a1-9b14-dd9708fb0d22 req-6c71e984-f9ae-4045-9446-777778276c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:01.870248 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d5322501-bad3-46a1-9b14-dd9708fb0d22 req-6c71e984-f9ae-4045-9446-777778276c34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90b394fc-30f6-4558-a89e-c8245ae00c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0460982 Sep 09 21:08:01.968925 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d5322501-bad3-46a1-9b14-dd9708fb0d22 req-5767049d-e3c8-45fb-bc3e-aca472867214 service neutron] 10.222.0.48 "GET /v2.0/networks/90b394fc-30f6-4558-a89e-c8245ae00c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874052 Sep 09 21:08:02.070367 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d5322501-bad3-46a1-9b14-dd9708fb0d22 req-11e4f7ca-f64b-4d6b-a493-d1c98ccb1408 service neutron] 10.222.0.48 "GET /v2.0/networks/90b394fc-30f6-4558-a89e-c8245ae00c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931404 Sep 09 21:08:02.144886 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e549-48fc-408a-b546-f56f70b8c2ea req-cb16b84b-ff0a-4aba-bc8d-09e866497764 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:02.146466 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-22c2e549-48fc-408a-b546-f56f70b8c2ea req-cb16b84b-ff0a-4aba-bc8d-09e866497764 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 944 time: 0.0503211 Sep 09 21:08:02.190080 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-22c2e549-48fc-408a-b546-f56f70b8c2ea req-db2bab8c-27ca-451e-a0cd-2c3f5688525f tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344267 Sep 09 21:08:02.394101 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769a2b3-81d7-4118-887b-a76bcfac2e16 req-2ff83a7a-2787-41c5-af04-174352f72c89 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:02.395517 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9769a2b3-81d7-4118-887b-a76bcfac2e16 req-2ff83a7a-2787-41c5-af04-174352f72c89 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 948 time: 0.0500338 Sep 09 21:08:02.437680 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9769a2b3-81d7-4118-887b-a76bcfac2e16 req-592f9d74-483a-47a5-8e48-b66620f9ff5c tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/security-groups?id=290e938f-518e-4481-8162-31122c4dfe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362232 Sep 09 21:08:03.301131 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8c8f0-bb15-4922-8ef0-f9b18ba9ced4 req-dce87c53-ac76-47b4-bc76-4a5a4aaf2534 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:03.302593 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f5d8c8f0-bb15-4922-8ef0-f9b18ba9ced4 req-dce87c53-ac76-47b4-bc76-4a5a4aaf2534 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 944 time: 0.0472620 Sep 09 21:08:03.340857 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f5d8c8f0-bb15-4922-8ef0-f9b18ba9ced4 req-0c8ba454-e5c0-4f07-813a-da74047f96dc tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323553 Sep 09 21:08:03.549114 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b34d4-e978-4fa7-8d0e-7d86daa140a3 req-7774dc0f-9583-4b25-8915-c48397b83748 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:03.550576 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b10b34d4-e978-4fa7-8d0e-7d86daa140a3 req-7774dc0f-9583-4b25-8915-c48397b83748 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 948 time: 0.0473964 Sep 09 21:08:03.587207 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b10b34d4-e978-4fa7-8d0e-7d86daa140a3 req-69314689-0610-4170-944e-b57742a0584b tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/security-groups?id=290e938f-518e-4481-8162-31122c4dfe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307639 Sep 09 21:08:03.980152 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:08:04.075126 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=02b335e1-fb68-44cc-98bb-7fbfd684c3d1,segment=NetworkSegment(42e2e938-926a-4bd5-a8a1-91e1c4a5621b),segment_id=42e2e938-926a-4bd5-a8a1-91e1c4a5621b)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:08:04.085456 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': '02b335e1-fb68-44cc-98bb-7fbfd684c3d1', 'network_id': '90b394fc-30f6-4558-a89e-c8245ae00c65', 'port_id': '02b335e1-fb68-44cc-98bb-7fbfd684c3d1', 'mac_address': 'fa:16:3e:af:ca:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350ec1ea-9f12-4ea4-a30c-bbbe052bbdec', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:08:04.244893 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:04.257136 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:08:04.275963 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=02b335e1-fb68-44cc-98bb-7fbfd684c3d1,segment=NetworkSegment(42e2e938-926a-4bd5-a8a1-91e1c4a5621b),segment_id=42e2e938-926a-4bd5-a8a1-91e1c4a5621b)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:08:04.279933 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:04.325990 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=02b335e1-fb68-44cc-98bb-7fbfd684c3d1,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:08:04.333922 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:08:04.334269 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:08:04.334622 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:08:04.334952 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:08:04.335300 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:08:04.335663 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:08:04.336252 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:08:04.336584 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:08:04.336911 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:08:04.337288 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:08:04.337571 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:08:04.337892 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:08:04.457789 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62a75c-f0a9-41c6-be41-f54e4fa5d41b req-6308a74b-b40a-49ef-8542-a1b594b44d43 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:04.459378 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ed62a75c-f0a9-41c6-be41-f54e4fa5d41b req-6308a74b-b40a-49ef-8542-a1b594b44d43 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 944 time: 0.0495958 Sep 09 21:08:04.482524 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['02b335e1-fb68-44cc-98bb-7fbfd684c3d1'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:08:04.505282 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ed62a75c-f0a9-41c6-be41-f54e4fa5d41b req-8c43be7b-8bfc-4fe2-88b7-7f4adead9210 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391066 Sep 09 21:08:04.699853 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24273e95-5b2e-4462-9798-8d63e1f9c791 req-4b65a855-ac1e-4302-be87-0a7c9f4a7227 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:04.701339 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-24273e95-5b2e-4462-9798-8d63e1f9c791 req-4b65a855-ac1e-4302-be87-0a7c9f4a7227 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 949 time: 0.0483351 Sep 09 21:08:04.738759 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-24273e95-5b2e-4462-9798-8d63e1f9c791 req-3cf59224-e1c5-4fdc-8349-2370dc080916 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/security-groups?id=290e938f-518e-4481-8162-31122c4dfe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315619 Sep 09 21:08:05.632289 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6852ca0-e744-4bab-be0e-60a176332cce req-107b6154-5112-4f85-9450-002813f05132 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:05.633852 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b6852ca0-e744-4bab-be0e-60a176332cce req-107b6154-5112-4f85-9450-002813f05132 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 944 time: 0.0496159 Sep 09 21:08:05.672208 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-b6852ca0-e744-4bab-be0e-60a176332cce req-1475b3e1-7df7-4770-9a6c-3dd7a9c9279c tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324161 Sep 09 21:08:05.854090 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647530f-74a2-449b-8faa-844b207d8a61 req-a7ebc7ed-4542-47e4-be4f-0e124da2801d tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:05.855738 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d647530f-74a2-449b-8faa-844b207d8a61 req-a7ebc7ed-4542-47e4-be4f-0e124da2801d tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 949 time: 0.0516756 Sep 09 21:08:05.904762 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d647530f-74a2-449b-8faa-844b207d8a61 req-b999261c-8a4c-4b96-b3ae-25382e1ece30 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/security-groups?id=290e938f-518e-4481-8162-31122c4dfe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424294 Sep 09 21:08:05.982349 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:08:06.034410 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:08:06.038242 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:08:06.038612 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:06.117869 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:06.140480 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc49785f-cc4d-4e06-90b5-1b48aa8c3e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b335e1-fb68-44cc-98bb-7fbfd684c3d1'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:08:06.142750 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6730e951-0219-46cd-8735-22502f5eed67" -d '{"events": [{"server_uuid": "fc49785f-cc4d-4e06-90b5-1b48aa8c3e68", "name": "network-vif-plugged", "status": "completed", "tag": "02b335e1-fb68-44cc-98bb-7fbfd684c3d1"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:08:06.155461 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=02b335e1-fb68-44cc-98bb-7fbfd684c3d1,segment=NetworkSegment(42e2e938-926a-4bd5-a8a1-91e1c4a5621b),segment_id=42e2e938-926a-4bd5-a8a1-91e1c4a5621b)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:08:06.161060 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:06.188541 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8261dec5-6eff-4ad4-8554-66f9e15bdf4b x-openstack-request-id: req-8261dec5-6eff-4ad4-8554-66f9e15bdf4b {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:08:06.188855 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc49785f-cc4d-4e06-90b5-1b48aa8c3e68", "name": "network-vif-plugged", "status": "completed", "tag": "02b335e1-fb68-44cc-98bb-7fbfd684c3d1", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:08:06.189117 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8261dec5-6eff-4ad4-8554-66f9e15bdf4b {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:08:06.189500 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc49785f-cc4d-4e06-90b5-1b48aa8c3e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b335e1-fb68-44cc-98bb-7fbfd684c3d1', 'code': 200} Sep 09 21:08:06.214361 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=02b335e1-fb68-44cc-98bb-7fbfd684c3d1,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:08:06.356312 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a215c-ca4a-4b87-a168-dc12daa23034 req-63a6d2bf-1676-427a-9010-b37dedbc8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:06.358889 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ea2a215c-ca4a-4b87-a168-dc12daa23034 req-63a6d2bf-1676-427a-9010-b37dedbc8fec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 1103 time: 0.0462787 Sep 09 21:08:06.396983 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ea2a215c-ca4a-4b87-a168-dc12daa23034 req-8d2a9d70-fb47-4579-96f1-91f9a697e889 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=290e938f-518e-4481-8162-31122c4dfe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Sep 09 21:08:06.791043 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad3e3c-0c49-465b-a04a-4ff660431aea req-1d5cd68f-e11b-4d17-a88f-82715e4ee1f5 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:06.792611 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a8ad3e3c-0c49-465b-a04a-4ff660431aea req-1d5cd68f-e11b-4d17-a88f-82715e4ee1f5 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 944 time: 0.0512218 Sep 09 21:08:06.833055 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a8ad3e3c-0c49-465b-a04a-4ff660431aea req-8d98b52c-edca-4a23-9bb4-00dfcb6631ee tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342696 Sep 09 21:08:07.025102 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e256f8c-814a-4122-990b-0ac0cabe220b req-2ebbdccb-bc52-4705-874f-da5d18f4580c tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:07.026513 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3e256f8c-814a-4122-990b-0ac0cabe220b req-2ebbdccb-bc52-4705-874f-da5d18f4580c tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 950 time: 0.0505569 Sep 09 21:08:07.069494 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3e256f8c-814a-4122-990b-0ac0cabe220b req-7f50bc30-2315-430c-8dd9-16098a8c7b51 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/security-groups?id=290e938f-518e-4481-8162-31122c4dfe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361798 Sep 09 21:08:07.946446 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d320f-ddea-42ab-a25e-3bcd4b37b62d req-2738575c-6a51-49a9-96cb-1b0b3fc1355f tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:07.947950 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-102d320f-ddea-42ab-a25e-3bcd4b37b62d req-2738575c-6a51-49a9-96cb-1b0b3fc1355f tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 944 time: 0.0479820 Sep 09 21:08:07.984543 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-102d320f-ddea-42ab-a25e-3bcd4b37b62d req-efe9cb68-86fe-4b29-a6de-4e1b4919a059 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306990 Sep 09 21:08:07.996350 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:08:08.090648 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,segment=NetworkSegment(d447aded-a7ac-47f3-83ea-062872f0ac03),segment_id=d447aded-a7ac-47f3-83ea-062872f0ac03)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:08:08.102037 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'port_id': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9', 'mac_address': 'fa:16:3e:e6:d2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:08:08.139316 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:08.151680 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:08:08.170633 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,segment=NetworkSegment(d447aded-a7ac-47f3-83ea-062872f0ac03),segment_id=d447aded-a7ac-47f3-83ea-062872f0ac03)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:08:08.175399 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:08.189531 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04005a61-9de5-412c-8f29-e76dba9e3628 req-f4558787-4f3f-4180-9281-f860412bb83b tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:08.195252 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-04005a61-9de5-412c-8f29-e76dba9e3628 req-f4558787-4f3f-4180-9281-f860412bb83b tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 950 time: 0.0564024 Sep 09 21:08:08.222465 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:08:08.228726 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-04005a61-9de5-412c-8f29-e76dba9e3628 req-4e0642bb-1eb2-4c55-ac45-98fbcab31704 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/security-groups?id=290e938f-518e-4481-8162-31122c4dfe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316248 Sep 09 21:08:08.393483 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['9fe99049-e692-4f2a-a253-4bfd2c5dccf9'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:08:08.477616 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92384949-d8d9-44fe-9988-587ecbfd9a30 req-bdc905f8-fc63-4bc0-a5af-819369decb42 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:08.479125 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-92384949-d8d9-44fe-9988-587ecbfd9a30 req-bdc905f8-fc63-4bc0-a5af-819369decb42 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 950 time: 0.0482914 Sep 09 21:08:08.521288 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-92384949-d8d9-44fe-9988-587ecbfd9a30 req-6a8c218f-abfd-4022-bc3d-90435c3dc43a tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/security-groups?id=290e938f-518e-4481-8162-31122c4dfe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358243 Sep 09 21:08:09.100062 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d13cd-82f8-41f2-a6f9-7a1d90c2d740 req-fe4f3175-0b83-4da1-9202-4e2cc381c455 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:09.101550 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-185d13cd-82f8-41f2-a6f9-7a1d90c2d740 req-fe4f3175-0b83-4da1-9202-4e2cc381c455 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 945 time: 0.0488453 Sep 09 21:08:09.139134 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-185d13cd-82f8-41f2-a6f9-7a1d90c2d740 req-03266a6a-7ede-498c-9957-c515062c3090 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317626 Sep 09 21:08:09.638001 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f1a43-2f42-4e8a-b1c3-578aa09f162a req-5a8e498d-aa26-4525-a80c-f689de247c45 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:09.639562 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-623f1a43-2f42-4e8a-b1c3-578aa09f162a req-5a8e498d-aa26-4525-a80c-f689de247c45 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 950 time: 0.0504925 Sep 09 21:08:09.678527 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-623f1a43-2f42-4e8a-b1c3-578aa09f162a req-43aa3e92-294c-4f49-80a1-65621a2400e6 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/security-groups?id=290e938f-518e-4481-8162-31122c4dfe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324247 Sep 09 21:08:09.758603 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff239bac-d555-4604-9545-d6d99b03f093 req-dd45ad4f-0ed8-48a8-9d67-6c75689f3680 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:09.760087 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ff239bac-d555-4604-9545-d6d99b03f093 req-dd45ad4f-0ed8-48a8-9d67-6c75689f3680 tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 950 time: 0.0474184 Sep 09 21:08:09.852774 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ff239bac-d555-4604-9545-d6d99b03f093 req-32a959fd-122b-4dbb-82fb-b4fe9ea51eef tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Deleting port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:08:09.853100 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ff239bac-d555-4604-9545-d6d99b03f093 req-32a959fd-122b-4dbb-82fb-b4fe9ea51eef tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:09.943909 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ff239bac-d555-4604-9545-d6d99b03f093 req-32a959fd-122b-4dbb-82fb-b4fe9ea51eef tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] For port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=02b335e1-fb68-44cc-98bb-7fbfd684c3d1,segment=NetworkSegment(42e2e938-926a-4bd5-a8a1-91e1c4a5621b),segment_id=42e2e938-926a-4bd5-a8a1-91e1c4a5621b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:08:09.944294 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ff239bac-d555-4604-9545-d6d99b03f093 req-32a959fd-122b-4dbb-82fb-b4fe9ea51eef tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:09.960735 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ff239bac-d555-4604-9545-d6d99b03f093 req-32a959fd-122b-4dbb-82fb-b4fe9ea51eef tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Calling delete_port for 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:08:09.998271 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:08:10.050144 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:08:10.053833 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:08:10.054209 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:10.085413 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ff239bac-d555-4604-9545-d6d99b03f093 req-32a959fd-122b-4dbb-82fb-b4fe9ea51eef tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:10.097006 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['02b335e1-fb68-44cc-98bb-7fbfd684c3d1'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:08:10.110058 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a959fd-122b-4dbb-82fb-b4fe9ea51eef tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Pushing event deleted for resources: {'Port': ['ID=02b335e1-fb68-44cc-98bb-7fbfd684c3d1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:08:10.155571 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:10.164516 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff239bac-d555-4604-9545-d6d99b03f093 req-32a959fd-122b-4dbb-82fb-b4fe9ea51eef tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] No DVR routers for this DVR port 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:08:10.167518 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ff239bac-d555-4604-9545-d6d99b03f093 req-32a959fd-122b-4dbb-82fb-b4fe9ea51eef tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:10.170078 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ff239bac-d555-4604-9545-d6d99b03f093 req-32a959fd-122b-4dbb-82fb-b4fe9ea51eef tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.48 "DELETE /v2.0/ports/02b335e1-fb68-44cc-98bb-7fbfd684c3d1 HTTP/1.1" status: 204 len: 173 time: 0.4035802 Sep 09 21:08:10.174981 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc49785f-cc4d-4e06-90b5-1b48aa8c3e68', 'name': 'network-vif-deleted', 'tag': '02b335e1-fb68-44cc-98bb-7fbfd684c3d1'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:08:10.174981 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87ea37a-a051-4bbb-9883-a7f1e8e0bd14" -d '{"events": [{"server_uuid": "fc49785f-cc4d-4e06-90b5-1b48aa8c3e68", "name": "network-vif-deleted", "tag": "02b335e1-fb68-44cc-98bb-7fbfd684c3d1"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:08:10.199928 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:08:10.212137 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8765422d-69e4-4bb3-a916-aa0981d60082" -d '{"events": [{"server_uuid": "7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5", "name": "network-vif-plugged", "status": "completed", "tag": "9fe99049-e692-4f2a-a253-4bfd2c5dccf9"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:08:10.217637 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09587496-886d-4048-ad67-bf42872ac5dc x-openstack-request-id: req-09587496-886d-4048-ad67-bf42872ac5dc {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:08:10.218146 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc49785f-cc4d-4e06-90b5-1b48aa8c3e68", "name": "network-vif-deleted", "tag": "02b335e1-fb68-44cc-98bb-7fbfd684c3d1", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:08:10.218606 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09587496-886d-4048-ad67-bf42872ac5dc {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:08:10.219178 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc49785f-cc4d-4e06-90b5-1b48aa8c3e68', 'name': 'network-vif-deleted', 'tag': '02b335e1-fb68-44cc-98bb-7fbfd684c3d1', 'status': 'completed', 'code': 200} Sep 09 21:08:10.258949 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,segment=NetworkSegment(d447aded-a7ac-47f3-83ea-062872f0ac03),segment_id=d447aded-a7ac-47f3-83ea-062872f0ac03)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:08:10.261216 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ada30f-954a-4cd4-b86c-b460f8ef5ff7 x-openstack-request-id: req-96ada30f-954a-4cd4-b86c-b460f8ef5ff7 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:08:10.261524 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5", "name": "network-vif-plugged", "status": "completed", "tag": "9fe99049-e692-4f2a-a253-4bfd2c5dccf9", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:08:10.261754 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96ada30f-954a-4cd4-b86c-b460f8ef5ff7 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:08:10.262132 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9', 'code': 200} Sep 09 21:08:10.278708 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:10.306477 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b40d2-0920-4c40-a71f-2e0df66bf357 req-c3eb08eb-843f-420f-ad66-800a9ac0090e tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:10.311787 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-027b40d2-0920-4c40-a71f-2e0df66bf357 req-c3eb08eb-843f-420f-ad66-800a9ac0090e tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 945 time: 0.0686805 Sep 09 21:08:10.339248 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:08:10.356492 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-027b40d2-0920-4c40-a71f-2e0df66bf357 req-000ae715-fcda-4048-b675-171135875402 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415328 Sep 09 21:08:10.481605 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dff7aa-9f1f-426d-9e94-543d657e5069 req-37c39086-85ff-4b23-87aa-94e6a2cdc2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:10.483022 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-72dff7aa-9f1f-426d-9e94-543d657e5069 req-37c39086-85ff-4b23-87aa-94e6a2cdc2e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 1099 time: 0.0389671 Sep 09 21:08:10.518031 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-72dff7aa-9f1f-426d-9e94-543d657e5069 req-8161da23-fd67-4613-9cb8-40b80da78caa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275624 Sep 09 21:08:10.787762 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-231e5b24-5dd0-4dbb-963d-e8edbb91c6b1 req-16a6ed7a-6f4f-4a99-9a48-44cc2e47d22f tempest-VolumesNegativeTest-47170257 tempest-VolumesNegativeTest-47170257-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc49785f-cc4d-4e06-90b5-1b48aa8c3e68 HTTP/1.1" status: 200 len: 210 time: 0.0305443 Sep 09 21:08:11.488665 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4f2f4-6c51-4056-8441-08471e3e9fad req-beb2e15b-1cc0-4a93-8a78-7e98e4426ea7 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:11.491733 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-61a4f2f4-6c51-4056-8441-08471e3e9fad req-beb2e15b-1cc0-4a93-8a78-7e98e4426ea7 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0593023 Sep 09 21:08:11.528965 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-61a4f2f4-6c51-4056-8441-08471e3e9fad req-0d02ce04-98fb-4b0e-9439-65214975f209 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328500 Sep 09 21:08:12.643699 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01d62e-400c-4d09-85ff-ce27faa1b398 req-66dd2276-e107-46e1-877b-962e3c0aad62 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:12.645271 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5d01d62e-400c-4d09-85ff-ce27faa1b398 req-66dd2276-e107-46e1-877b-962e3c0aad62 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0491514 Sep 09 21:08:12.683919 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5d01d62e-400c-4d09-85ff-ce27faa1b398 req-a4a1b72a-6643-4c85-a0d5-112e0a38c085 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326660 Sep 09 21:08:12.800953 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edefe08-1e92-4c3d-a230-25b7ec6af3ce req-960609d9-e4d2-48ba-b91e-602796b99cb3 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:12.802448 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5edefe08-1e92-4c3d-a230-25b7ec6af3ce req-960609d9-e4d2-48ba-b91e-602796b99cb3 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0513577 Sep 09 21:08:12.846345 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-5edefe08-1e92-4c3d-a230-25b7ec6af3ce req-a70e1dd5-b865-4d57-9e32-de1705670a11 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377305 Sep 09 21:08:12.873911 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55074) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:08:13.097670 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb6b62-42ff-4642-a0d4-58210c2e980a tempest-TestShelveInstance-2085292632 tempest-TestShelveInstance-2085292632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:13.099463 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-aafb6b62-42ff-4642-a0d4-58210c2e980a tempest-TestShelveInstance-2085292632 tempest-TestShelveInstance-2085292632-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 1094 time: 0.2243173 Sep 09 21:08:13.102185 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55110) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:08:13.106709 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Request body: {'floatingip': {'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'port_id': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:08:13.131012 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:13.211654 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:08:13.236154 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:13.349557 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Allocated IP 172.27.3.47 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/9e7cc149-8396-4236-b455-2ec3c0d2c85d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:08:13.454024 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:13.494742 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:13.539470 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:08:13.542589 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:08:13.546197 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:08:13.570675 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Pushing event updated for resources: {'Port': ['ID=9e7cc149-8396-4236-b455-2ec3c0d2c85d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:08:13.900536 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:13.980270 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:14.013245 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:08:14.037128 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:08:14.037468 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 02b335e1-fb68-44cc-98bb-7fbfd684c3d1 not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:08:14.144703 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:14.149700 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:14.224995 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Pushing event updated for resources: {'Port': ['ID=9e7cc149-8396-4236-b455-2ec3c0d2c85d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:08:14.235194 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:14.336379 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.l3_db [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Floating IP a676a8b2-efb7-4bc2-be48-624aea75d726 associated. External IP: 172.27.3.47, port: 9fe99049-e692-4f2a-a253-4bfd2c5dccf9. Sep 09 21:08:14.544854 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:08:14.649578 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:08:14.659060 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44840f5a-ce7d-4f7a-86cb-656b19d38c94 None None] Sync routers for ids ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:08:14.666887 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:14.668078 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44840f5a-ce7d-4f7a-86cb-656b19d38c94 None None] Routers {'6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:08:14.668695 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-44840f5a-ce7d-4f7a-86cb-656b19d38c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:07:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:08:14.693740 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-a0d3cdab-651b-4739-b297-6f0f009c4ea8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5904319 Sep 09 21:08:14.694330 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'tag': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:08:14.696606 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ba0842-a04b-46ae-b3d2-50d9519f593a" -d '{"events": [{"name": "network-changed", "server_uuid": "7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5", "tag": "9fe99049-e692-4f2a-a253-4bfd2c5dccf9"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:08:14.739981 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c419dd-265c-4683-8b0b-92da97f7adc2 x-openstack-request-id: req-74c419dd-265c-4683-8b0b-92da97f7adc2 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:08:14.740270 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5", "tag": "9fe99049-e692-4f2a-a253-4bfd2c5dccf9", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:08:14.740521 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74c419dd-265c-4683-8b0b-92da97f7adc2 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:08:14.740921 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'tag': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9', 'status': 'completed', 'code': 200} Sep 09 21:08:14.775604 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-44840f5a-ce7d-4f7a-86cb-656b19d38c94 None None] Set router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:08:14.801601 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba0842-a04b-46ae-b3d2-50d9519f593a req-ac71db4e-9c1b-4b37-bb6f-21f344440e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:14.803167 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-48ba0842-a04b-46ae-b3d2-50d9519f593a req-ac71db4e-9c1b-4b37-bb6f-21f344440e0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c13cf209a39c4657bbf92bb53266df85&device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 1099 time: 0.0397215 Sep 09 21:08:14.896964 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba0842-a04b-46ae-b3d2-50d9519f593a req-01aba306-b7fb-4a2a-b5fd-922ba3c70a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:14.898458 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-48ba0842-a04b-46ae-b3d2-50d9519f593a req-01aba306-b7fb-4a2a-b5fd-922ba3c70a83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=11d55ec4-d49c-44f2-b5d1-7d029328093d HTTP/1.1" status: 200 len: 909 time: 0.0888114 Sep 09 21:08:14.966255 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-48ba0842-a04b-46ae-b3d2-50d9519f593a req-dcc2d532-b8d1-46f5-9b1d-3b8cdfb4b84c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9 HTTP/1.1" status: 200 len: 999 time: 0.0606422 Sep 09 21:08:15.003088 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-44840f5a-ce7d-4f7a-86cb-656b19d38c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'name': 'tempest-TestShelveInstance-627627835-router', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ab9688bc-7cef-4611-8678-65559811e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:25Z', 'updated_at': '2021-09-09T21:07:28Z', 'revision_number': 4, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'gw_port': {'id': 'ab9688bc-7cef-4611-8678-65559811e340', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:26Z', 'updated_at': '2021-09-09T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': 'a676a8b2-efb7-4bc2-be48-624aea75d726', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'port_id': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'mac_address': 'fa:16:3e:e6:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:08:13Z', 'updated_at': '2021-09-09T21:08:13Z', 'revision_number': 0, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50538c76-1f9a-416a-935e-13013ea49c70', 'name': '', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'mac_address': 'fa:16:3e:3a:30:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:28Z', 'updated_at': '2021-09-09T21:07:35Z', 'revision_number': 5, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'subnets': [{'id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:08:15.016607 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba0842-a04b-46ae-b3d2-50d9519f593a req-db6bffe0-e86a-4891-b68c-aad1244082a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:15.018438 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-48ba0842-a04b-46ae-b3d2-50d9519f593a req-db6bffe0-e86a-4891-b68c-aad1244082a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b024b558-52cd-4d42-9769-1e1c258f8902 HTTP/1.1" status: 200 len: 847 time: 0.0449922 Sep 09 21:08:15.029365 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44840f5a-ce7d-4f7a-86cb-656b19d38c94 None None] Checking router: 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:08:15.038144 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44840f5a-ce7d-4f7a-86cb-656b19d38c94 None None] Routers {'6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:08:15.038771 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-44840f5a-ce7d-4f7a-86cb-656b19d38c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:07:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:08:15.072576 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba0842-a04b-46ae-b3d2-50d9519f593a req-3283eb73-661d-4a6c-8af9-a77f9eb25dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:15.074100 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-48ba0842-a04b-46ae-b3d2-50d9519f593a req-3283eb73-661d-4a6c-8af9-a77f9eb25dde service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11d55ec4-d49c-44f2-b5d1-7d029328093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474029 Sep 09 21:08:15.145362 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-44840f5a-ce7d-4f7a-86cb-656b19d38c94 None None] Set router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:08:15.165061 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-48ba0842-a04b-46ae-b3d2-50d9519f593a req-ff638527-2c67-4776-829d-43f59348599d service neutron] 10.222.0.48 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833101 Sep 09 21:08:15.260043 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-48ba0842-a04b-46ae-b3d2-50d9519f593a req-a7e9327e-668a-4130-824a-6fd74296571e service neutron] 10.222.0.48 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880239 Sep 09 21:08:15.382178 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-44840f5a-ce7d-4f7a-86cb-656b19d38c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'name': 'tempest-TestShelveInstance-627627835-router', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ab9688bc-7cef-4611-8678-65559811e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:25Z', 'updated_at': '2021-09-09T21:07:28Z', 'revision_number': 4, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'gw_port': {'id': 'ab9688bc-7cef-4611-8678-65559811e340', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:26Z', 'updated_at': '2021-09-09T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': 'a676a8b2-efb7-4bc2-be48-624aea75d726', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'port_id': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'mac_address': 'fa:16:3e:e6:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:08:13Z', 'updated_at': '2021-09-09T21:08:13Z', 'revision_number': 0, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50538c76-1f9a-416a-935e-13013ea49c70', 'name': '', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'mac_address': 'fa:16:3e:3a:30:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:28Z', 'updated_at': '2021-09-09T21:07:35Z', 'revision_number': 5, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'subnets': [{'id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:08:15.412287 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44840f5a-ce7d-4f7a-86cb-656b19d38c94 None None] The sync data for ids ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'] in dv-cinder-805083-2-iscsi is: [{'id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'name': 'tempest-TestShelveInstance-627627835-router', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ab9688bc-7cef-4611-8678-65559811e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:25Z', 'updated_at': '2021-09-09T21:07:28Z', 'revision_number': 4, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'gw_port': {'id': 'ab9688bc-7cef-4611-8678-65559811e340', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:26Z', 'updated_at': '2021-09-09T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': 'a676a8b2-efb7-4bc2-be48-624aea75d726', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'port_id': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'mac_address': 'fa:16:3e:e6:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:08:13Z', 'updated_at': '2021-09-09T21:08:13Z', 'revision_number': 0, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50538c76-1f9a-416a-935e-13013ea49c70', 'name': '', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'mac_address': 'fa:16:3e:3a:30:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:28Z', 'updated_at': '2021-09-09T21:07:35Z', 'revision_number': 5, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'subnets': [{'id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:08:15.592937 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 55212) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:08:15.609733 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c8d877-72d5-44dd-a0de-47d49527833d None None] New status for floating IP a676a8b2-efb7-4bc2-be48-624aea75d726: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:08:15.731107 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-302cf18d-8a1d-4776-be4a-96b800ce7864 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=648c59500a064574a4b9ad01b3032fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1368675 Sep 09 21:08:15.733451 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 55216) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:08:15.779842 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09c9f7a2-5b0e-4e48-9d92-1d603f381bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:15.787557 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e15d3900-bed1-46b2-8523-fce46d97b84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:15.808132 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e15d3900-bed1-46b2-8523-fce46d97b84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:15.852611 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e15d3900-bed1-46b2-8523-fce46d97b84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:15.855175 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e15d3900-bed1-46b2-8523-fce46d97b84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:15.856385 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-e15d3900-bed1-46b2-8523-fce46d97b84a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/290e938f-518e-4481-8162-31122c4dfe1d HTTP/1.1" status: 204 len: 168 time: 0.1220577 Sep 09 21:08:15.863802 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d3900-bed1-46b2-8523-fce46d97b84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290e938f-518e-4481-8162-31122c4dfe1d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:08:18.414114 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9665f85d-3c0c-4d81-8d0a-f44d70d889c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:18.595546 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:19.994355 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:21.419705 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:30.748471 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:34.812295 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-04f07ab9-d224-4fce-86f1-a3112cd09118 req-0b86205f-5f24-4ab6-965c-1caf90859a15 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393360 Sep 09 21:08:34.896231 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f07ab9-d224-4fce-86f1-a3112cd09118 req-c4c10da1-8a7e-482e-a014-2b123ece56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:34.897756 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-04f07ab9-d224-4fce-86f1-a3112cd09118 req-c4c10da1-8a7e-482e-a014-2b123ece56d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e9252ab3b54e1d80dc4020801940cf&device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 1099 time: 0.0422156 Sep 09 21:08:35.010901 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f07ab9-d224-4fce-86f1-a3112cd09118 req-b1aabcc4-88cc-47c8-af24-1d65210a502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:35.012429 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-04f07ab9-d224-4fce-86f1-a3112cd09118 req-b1aabcc4-88cc-47c8-af24-1d65210a502c service neutron] 10.222.0.48 "GET /v2.0/networks?id=53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 200 len: 912 time: 0.0912387 Sep 09 21:08:35.076979 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-04f07ab9-d224-4fce-86f1-a3112cd09118 req-8feda4b7-4e64-487e-b867-5fdd9ebce000 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ac9a871-bce6-4ede-ab25-7bf76f9994f8 HTTP/1.1" status: 200 len: 1002 time: 0.0573096 Sep 09 21:08:35.131135 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f07ab9-d224-4fce-86f1-a3112cd09118 req-fb0fe584-e5de-429d-8c3b-da0eb93e8acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:35.132674 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-04f07ab9-d224-4fce-86f1-a3112cd09118 req-fb0fe584-e5de-429d-8c3b-da0eb93e8acc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7c1e48d-68a6-4644-95b0-1158dc726b0e HTTP/1.1" status: 200 len: 850 time: 0.0486853 Sep 09 21:08:35.182660 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f07ab9-d224-4fce-86f1-a3112cd09118 req-3cfb5434-c6ee-47a9-9771-e7d3523a9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:08:35.184212 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-04f07ab9-d224-4fce-86f1-a3112cd09118 req-3cfb5434-c6ee-47a9-9771-e7d3523a9100 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f35eb8-e794-4bfb-bb49-572192a02f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411499 Sep 09 21:08:35.278033 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-04f07ab9-d224-4fce-86f1-a3112cd09118 req-6a608390-a3e0-46a4-b4b1-ead381793774 service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863879 Sep 09 21:08:35.367657 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-04f07ab9-d224-4fce-86f1-a3112cd09118 req-c9a251f3-dc84-439a-8995-2e71113bc029 service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811813 Sep 09 21:08:45.782184 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b2b6e4b-1631-4b48-b866-f25b7c05c1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:48.416263 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-62c51c79-de68-44c0-8b7c-be72ec80828d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:48.596809 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:49.997708 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:08:50.211514 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:08:51.423174 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:00.749572 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:15.786802 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d20dc59-dce0-46d0-9111-ed8b72a1a41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:18.420172 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-41e880f2-19dc-4a11-9f48-a2c49e4f83bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:18.603361 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:20.000075 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:21.432455 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:27.010861 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-15f8b207-3529-405f-8784-9222a398a705 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580452421&fields=id&tenant_id=43e9252ab3b54e1d80dc4020801940cf HTTP/1.1" status: 200 len: 267 time: 0.0363119 Sep 09 21:09:27.132646 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-33401031-d42d-4b8f-a1e6-5b04bb058884 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:27.134177 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-33401031-d42d-4b8f-a1e6-5b04bb058884 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/networks?id=53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 200 len: 811 time: 0.1161468 Sep 09 21:09:27.150572 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-629e30e0-5d76-4994-9692-be168cb6fa0b tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/quotas/43e9252ab3b54e1d80dc4020801940cf HTTP/1.1" status: 200 len: 375 time: 0.0104911 Sep 09 21:09:27.209434 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-2141468f-d352-4ec5-8643-0947c8660f38 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43e9252ab3b54e1d80dc4020801940cf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0527132 Sep 09 21:09:27.211780 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:09:27.227172 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-83a13413-ada2-4314-b88c-6da920ba0f07 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:09:27.228816 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-83a13413-ada2-4314-b88c-6da920ba0f07 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069678 Sep 09 21:09:27.592486 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-fc94625d-cf18-47f6-be40-95cd8dc896cd service neutron] 10.222.0.13 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573880 Sep 09 21:09:27.682062 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-d7d88147-e302-4082-b6a0-c940eddf15fb service neutron] 10.222.0.13 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834582 Sep 09 21:09:28.085864 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9c7ac05d-058a-4271-b5cc-a4a48fab9811 req-98e05aa1-89a8-4a34-87c6-c3e49f418313 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 210 time: 0.1353076 Sep 09 21:09:28.974906 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-75855000-e226-48cd-9f4f-8b207a2007ed tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:28.980020 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-75855000-e226-48cd-9f4f-8b207a2007ed tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.48 "GET /v2.0/networks?id=53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 200 len: 811 time: 0.1958027 Sep 09 21:09:29.040352 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-819b350d-91c8-4ca7-b58e-171766a218c7 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43e9252ab3b54e1d80dc4020801940cf HTTP/1.1" status: 200 len: 380 time: 0.0535464 Sep 09 21:09:29.050181 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Request body: {'port': {'device_id': 'da1b05b1-d7e0-489e-9a70-bb44e637da4b', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'admin_state_up': True, 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'security_groups': ['a2f3dbd8-3cdf-40cb-ab8c-17e280e67361']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:09:29.196688 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7679f397-4483-40a5-8500-bfb9edc7214c req-2ee27d2b-29f3-4200-898c-6db72f554be9 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 210 time: 0.0324800 Sep 09 21:09:29.211090 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Made reservation on behalf of 43e9252ab3b54e1d80dc4020801940cf for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:09:29.214507 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:29.369578 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Allocated IP 172.20.0.7 (53f35eb8-e794-4bfb-bb49-572192a02f8d/d7c1e48d-68a6-4644-95b0-1158dc726b0e/f13afa34-f7ec-4496-8f48-dbf6366e7525) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:09:29.549512 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:29.566216 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Transition to ACTIVE for port object f13afa34-f7ec-4496-8f48-dbf6366e7525 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:09:29.598599 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:29.653215 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Network 53f35eb8-e794-4bfb-bb49-572192a02f8d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:09:29.656383 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:09:29.659596 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:09:29.688056 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event updated for resources: {'Port': ['ID=f13afa34-f7ec-4496-8f48-dbf6366e7525,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:09:29.703123 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:29.703496 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:29.703835 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:29.704163 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:29.704490 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:29.704809 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:29.705135 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:29.705463 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:29.705781 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:29.706098 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:29.706418 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:29.706732 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:29.731140 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:29.732029 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:29.754010 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-55cac2c7-6925-4220-af8f-269951694b17 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7075806 Sep 09 21:09:29.767362 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.v2.base [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Request body: {'port': {'device_id': 'da1b05b1-d7e0-489e-9a70-bb44e637da4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:09:29.824022 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:29.877178 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-86a782e3-5009-468b-a35a-47fed8a37309 None None] Provisioning for port f13afa34-f7ec-4496-8f48-dbf6366e7525 completed by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:09:29.883355 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-86a782e3-5009-468b-a35a-47fed8a37309 None None] Provisioning complete for port f13afa34-f7ec-4496-8f48-dbf6366e7525 triggered by entity DHCP. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:09:29.887124 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-86a782e3-5009-468b-a35a-47fed8a37309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:29.923767 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-86a782e3-5009-468b-a35a-47fed8a37309 None None] Port f13afa34-f7ec-4496-8f48-dbf6366e7525 cannot update to ACTIVE because it is not bound. {{(pid=93819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:09:30.117706 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13afa34-f7ec-4496-8f48-dbf6366e7525 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:09:30.125941 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:30.138459 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Transition to ACTIVE for port object f13afa34-f7ec-4496-8f48-dbf6366e7525 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:09:30.142150 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:30.198811 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Pushing event updated for resources: {'Port': ['ID=f13afa34-f7ec-4496-8f48-dbf6366e7525,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:09:30.295313 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Attempting to bind port f13afa34-f7ec-4496-8f48-dbf6366e7525 on host hv-cinder-80508 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:09:30.295659 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Attempting to bind port f13afa34-f7ec-4496-8f48-dbf6366e7525 by drivers openvswitch,hyperv on host hv-cinder-80508 at level 0 using segments [{'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:09:30.295965 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Attempting to bind port f13afa34-f7ec-4496-8f48-dbf6366e7525 on network 53f35eb8-e794-4bfb-bb49-572192a02f8d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:09:30.317153 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Port f13afa34-f7ec-4496-8f48-dbf6366e7525 on network 53f35eb8-e794-4bfb-bb49-572192a02f8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80508 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:09:30.317458 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Attempting to bind port f13afa34-f7ec-4496-8f48-dbf6366e7525 on network 53f35eb8-e794-4bfb-bb49-572192a02f8d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:09:30.325975 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Checking agent: {'id': '2291ed2a-ef60-413c-96c3-470284d367a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80508', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'started_at': datetime.datetime(2021, 9, 9, 20, 57, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:09:30.326319 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Checking segment: {'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:09:30.326705 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Bound using segment: {'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:09:30.327142 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Bound port: f13afa34-f7ec-4496-8f48-dbf6366e7525, host: hv-cinder-80508, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52990869-23f3-4a71-a587-6a4fbc8af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:09:30.327533 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:30.354646 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dab89-2eb3-413d-ac01-7da8ba945326 req-7175577a-6c95-4a9a-81f9-d9bac5c3bf08 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:30.356448 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a08dab89-2eb3-413d-ac01-7da8ba945326 req-7175577a-6c95-4a9a-81f9-d9bac5c3bf08 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 943 time: 0.0788729 Sep 09 21:09:30.434417 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a08dab89-2eb3-413d-ac01-7da8ba945326 req-110d35c4-8075-4eac-8473-0f0897c9ba26 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560417 Sep 09 21:09:30.438666 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] For port f13afa34-f7ec-4496-8f48-dbf6366e7525, host hv-cinder-80508, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:09:30.442052 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] For port f13afa34-f7ec-4496-8f48-dbf6366e7525, host hv-cinder-80508, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=f13afa34-f7ec-4496-8f48-dbf6366e7525,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:09:30.449266 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14198933'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:30.488090 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:30.488714 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:30.490130 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] 10.222.0.48 "PUT /v2.0/ports/f13afa34-f7ec-4496-8f48-dbf6366e7525 HTTP/1.1" status: 200 len: 1093 time: 0.7273784 Sep 09 21:09:30.490586 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1b05b1-d7e0-489e-9a70-bb44e637da4b', 'tag': 'f13afa34-f7ec-4496-8f48-dbf6366e7525'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:09:30.493474 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952c4660-9dc1-4d63-b434-067d9579545e" -d '{"events": [{"name": "network-changed", "server_uuid": "da1b05b1-d7e0-489e-9a70-bb44e637da4b", "tag": "f13afa34-f7ec-4496-8f48-dbf6366e7525"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:09:30.536928 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523d4df-0e9f-458c-8348-226f5dd7ce82 service neutron] Pushing event updated for resources: {'Port': ['ID=f13afa34-f7ec-4496-8f48-dbf6366e7525,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:09:30.542088 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5609f08b-336d-480c-8a97-d57b13f6d642 x-openstack-request-id: req-5609f08b-336d-480c-8a97-d57b13f6d642 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:09:30.542363 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1b05b1-d7e0-489e-9a70-bb44e637da4b", "tag": "f13afa34-f7ec-4496-8f48-dbf6366e7525", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:09:30.542613 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5609f08b-336d-480c-8a97-d57b13f6d642 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:09:30.543007 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1b05b1-d7e0-489e-9a70-bb44e637da4b', 'tag': 'f13afa34-f7ec-4496-8f48-dbf6366e7525', 'status': 'completed', 'code': 200} Sep 09 21:09:30.586976 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-c472d9f1-3fd5-4e4b-8468-9d12b415376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:30.588597 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-c472d9f1-3fd5-4e4b-8468-9d12b415376b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e9252ab3b54e1d80dc4020801940cf&device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 1096 time: 0.0435262 Sep 09 21:09:30.642761 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-04a39da0-0830-4023-b286-1f88270f0192 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f13afa34-f7ec-4496-8f48-dbf6366e7525 HTTP/1.1" status: 200 len: 217 time: 0.0457292 Sep 09 21:09:30.699979 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-968bab72-87bb-4d7d-9705-3a50c9338602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:30.701493 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-968bab72-87bb-4d7d-9705-3a50c9338602 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7c1e48d-68a6-4644-95b0-1158dc726b0e HTTP/1.1" status: 200 len: 850 time: 0.0521677 Sep 09 21:09:30.751948 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-388c578f-c79e-49af-aa5f-5656ad1d0fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:30.753540 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-388c578f-c79e-49af-aa5f-5656ad1d0fa7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f35eb8-e794-4bfb-bb49-572192a02f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444341 Sep 09 21:09:30.761337 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:30.846290 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-b71e5c51-53a2-41de-9c46-f33ca0702164 service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854778 Sep 09 21:09:30.945060 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-dfec8de9-6843-4b8f-add7-c117cf3f3a54 req-619f3793-d5b5-4554-adb0-a09442bddc29 service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919890 Sep 09 21:09:31.034227 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c4660-9dc1-4d63-b434-067d9579545e req-489da9f4-8927-4866-9d84-ec7e5fedd441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:31.035767 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-952c4660-9dc1-4d63-b434-067d9579545e req-489da9f4-8927-4866-9d84-ec7e5fedd441 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e9252ab3b54e1d80dc4020801940cf&device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 1096 time: 0.0431960 Sep 09 21:09:31.132106 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c4660-9dc1-4d63-b434-067d9579545e req-299d6141-0d0a-47d8-acf7-c5f4d3c03d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:31.133612 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-952c4660-9dc1-4d63-b434-067d9579545e req-299d6141-0d0a-47d8-acf7-c5f4d3c03d5f service neutron] 10.222.0.48 "GET /v2.0/networks?id=53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 200 len: 912 time: 0.0907729 Sep 09 21:09:31.182237 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-952c4660-9dc1-4d63-b434-067d9579545e req-bb341e1c-5914-41b3-a79b-12e766e0c054 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f13afa34-f7ec-4496-8f48-dbf6366e7525 HTTP/1.1" status: 200 len: 217 time: 0.0395474 Sep 09 21:09:31.232693 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c4660-9dc1-4d63-b434-067d9579545e req-f97e91f7-ef69-40bc-b76f-ffda4a2249a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:31.234193 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-952c4660-9dc1-4d63-b434-067d9579545e req-f97e91f7-ef69-40bc-b76f-ffda4a2249a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7c1e48d-68a6-4644-95b0-1158dc726b0e HTTP/1.1" status: 200 len: 850 time: 0.0445824 Sep 09 21:09:31.286823 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c4660-9dc1-4d63-b434-067d9579545e req-36db1d80-a5f0-48b4-9d3a-f3d7c4eb06db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:31.288993 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-952c4660-9dc1-4d63-b434-067d9579545e req-36db1d80-a5f0-48b4-9d3a-f3d7c4eb06db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f35eb8-e794-4bfb-bb49-572192a02f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456798 Sep 09 21:09:31.391842 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-952c4660-9dc1-4d63-b434-067d9579545e req-64b80440-f422-476c-863d-70e3cbaab56b service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918982 Sep 09 21:09:31.495949 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-952c4660-9dc1-4d63-b434-067d9579545e req-268de05b-56f8-46bf-b435-d4ae7d54b0bb service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910892 Sep 09 21:09:31.557042 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4801cec-7b05-42e8-89aa-6b6ef394055e req-87dfb86b-2ed2-41c6-ade5-d09c219e180d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:31.558572 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c4801cec-7b05-42e8-89aa-6b6ef394055e req-87dfb86b-2ed2-41c6-ade5-d09c219e180d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 943 time: 0.0539260 Sep 09 21:09:31.595354 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c4801cec-7b05-42e8-89aa-6b6ef394055e req-fb3d0ead-9e96-4889-87d9-309c6d2a91f6 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308189 Sep 09 21:09:32.720006 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aecd16-9684-4a9f-8af9-50392db936ef req-78cf32fa-0e15-4d72-b218-7da98a512efd tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:32.721660 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d4aecd16-9684-4a9f-8af9-50392db936ef req-78cf32fa-0e15-4d72-b218-7da98a512efd tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 943 time: 0.0502381 Sep 09 21:09:32.760044 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d4aecd16-9684-4a9f-8af9-50392db936ef req-5c506a9c-8e9e-4877-88a7-4966fbb48c88 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325167 Sep 09 21:09:33.877317 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c829ef3-77c4-45dd-a76a-aa95105b4918 req-e01024ed-ec34-4390-892d-6495f4bd845d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:33.878822 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9c829ef3-77c4-45dd-a76a-aa95105b4918 req-e01024ed-ec34-4390-892d-6495f4bd845d tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 943 time: 0.0534732 Sep 09 21:09:33.916438 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9c829ef3-77c4-45dd-a76a-aa95105b4918 req-f75841b5-161f-4a05-9320-df6d283b4e51 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311668 Sep 09 21:09:35.032916 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473047e-abf5-4910-8e9c-5170125b5422 req-094fa8cf-12d3-48ff-879c-fb838e5fee7e tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:35.034413 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7473047e-abf5-4910-8e9c-5170125b5422 req-094fa8cf-12d3-48ff-879c-fb838e5fee7e tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 943 time: 0.0494018 Sep 09 21:09:35.074083 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7473047e-abf5-4910-8e9c-5170125b5422 req-83011cf5-c10a-4e16-9b05-f4bb41c48e63 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330367 Sep 09 21:09:35.401461 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-61a64ec3-210d-4fbe-b865-809fc31a9872 req-164a13da-62c7-4a6a-97f3-9adc1bd00966 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407343 Sep 09 21:09:35.468194 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a64ec3-210d-4fbe-b865-809fc31a9872 req-f4b1774b-e013-487c-8b0d-b08513a4e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:35.469620 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-61a64ec3-210d-4fbe-b865-809fc31a9872 req-f4b1774b-e013-487c-8b0d-b08513a4e18f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c13cf209a39c4657bbf92bb53266df85&device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 1099 time: 0.0457456 Sep 09 21:09:35.574869 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a64ec3-210d-4fbe-b865-809fc31a9872 req-faf4d2e6-209b-48fc-b62a-3a4b65c67c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:35.576385 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-61a64ec3-210d-4fbe-b865-809fc31a9872 req-faf4d2e6-209b-48fc-b62a-3a4b65c67c67 service neutron] 10.222.0.48 "GET /v2.0/networks?id=11d55ec4-d49c-44f2-b5d1-7d029328093d HTTP/1.1" status: 200 len: 909 time: 0.0870652 Sep 09 21:09:35.645772 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-61a64ec3-210d-4fbe-b865-809fc31a9872 req-1bd6d84b-0c2f-472c-a0a5-2e797fad1618 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9 HTTP/1.1" status: 200 len: 1001 time: 0.0617521 Sep 09 21:09:35.696176 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a64ec3-210d-4fbe-b865-809fc31a9872 req-e305512b-5025-4b55-a271-e6bdde6d21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:35.697710 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-61a64ec3-210d-4fbe-b865-809fc31a9872 req-e305512b-5025-4b55-a271-e6bdde6d21d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b024b558-52cd-4d42-9769-1e1c258f8902 HTTP/1.1" status: 200 len: 847 time: 0.0451908 Sep 09 21:09:35.742431 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a64ec3-210d-4fbe-b865-809fc31a9872 req-e578581d-4ad7-475b-bbdc-31bff8ba9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:35.744121 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-61a64ec3-210d-4fbe-b865-809fc31a9872 req-e578581d-4ad7-475b-bbdc-31bff8ba9fa5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11d55ec4-d49c-44f2-b5d1-7d029328093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399063 Sep 09 21:09:35.848379 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-61a64ec3-210d-4fbe-b865-809fc31a9872 req-5c97779a-f598-47b6-801d-fcfaeeffb102 service neutron] 10.222.0.48 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959127 Sep 09 21:09:35.941942 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-61a64ec3-210d-4fbe-b865-809fc31a9872 req-2c4337ed-152a-463f-af45-a95bcb0ca8c7 service neutron] 10.222.0.48 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854714 Sep 09 21:09:36.204675 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba9911-6ad9-4422-b76c-b43c90a5c3d7 req-c8e60a58-04bd-482f-83b0-09fe30b13a9e tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:36.204675 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c9ba9911-6ad9-4422-b76c-b43c90a5c3d7 req-c8e60a58-04bd-482f-83b0-09fe30b13a9e tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 943 time: 0.0523899 Sep 09 21:09:36.246144 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c9ba9911-6ad9-4422-b76c-b43c90a5c3d7 req-101c9e13-676d-43fd-8c8c-30ffff01b908 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375869 Sep 09 21:09:37.361149 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e0fbe-ee93-4aa7-81f8-ca2cfc0742c7 req-779a32d7-b7e4-49b1-b64d-197215333e3c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:37.362811 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f61e0fbe-ee93-4aa7-81f8-ca2cfc0742c7 req-779a32d7-b7e4-49b1-b64d-197215333e3c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 943 time: 0.0487487 Sep 09 21:09:37.416143 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f61e0fbe-ee93-4aa7-81f8-ca2cfc0742c7 req-66155554-e664-483e-9c19-6cc86188c882 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460758 Sep 09 21:09:38.370913 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device f13afa34-f7ec-4496-8f48-dbf6366e7525 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:09:38.473473 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port f13afa34-f7ec-4496-8f48-dbf6366e7525, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=f13afa34-f7ec-4496-8f48-dbf6366e7525,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:09:38.488888 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': 'f13afa34-f7ec-4496-8f48-dbf6366e7525', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'port_id': 'f13afa34-f7ec-4496-8f48-dbf6366e7525', 'mac_address': 'fa:16:3e:6e:0d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:09:38.529205 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:38.530345 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15916afb-f057-484d-bfb1-a7979a3fb0c3 req-6bfa87d0-8606-4ec3-b594-3528d4a08499 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:38.531888 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-15916afb-f057-484d-bfb1-a7979a3fb0c3 req-6bfa87d0-8606-4ec3-b594-3528d4a08499 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 943 time: 0.0498414 Sep 09 21:09:38.542448 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13afa34-f7ec-4496-8f48-dbf6366e7525 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:09:38.563323 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port f13afa34-f7ec-4496-8f48-dbf6366e7525, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=f13afa34-f7ec-4496-8f48-dbf6366e7525,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:09:38.567753 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:38.579828 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-15916afb-f057-484d-bfb1-a7979a3fb0c3 req-9e0240fe-666a-4e51-9324-3f2fe07e268c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416086 Sep 09 21:09:38.616679 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=f13afa34-f7ec-4496-8f48-dbf6366e7525,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:09:38.624471 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:38.624813 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:38.625142 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:38.625471 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:38.625797 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:38.626121 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:38.626442 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:38.626762 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:38.627082 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:38.627429 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:38.627748 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:38.628064 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:38.799242 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['f13afa34-f7ec-4496-8f48-dbf6366e7525'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:09:39.700405 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9b421-751b-440c-ae94-9d0c236d453f req-e5547cdf-93c5-46a6-9f73-02a31aabbe7f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:39.702115 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6dd9b421-751b-440c-ae94-9d0c236d453f req-e5547cdf-93c5-46a6-9f73-02a31aabbe7f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 944 time: 0.0509923 Sep 09 21:09:39.738145 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6dd9b421-751b-440c-ae94-9d0c236d453f req-660d41cf-f8f9-43b2-849d-0c19a8a243a2 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302393 Sep 09 21:09:40.385182 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device f13afa34-f7ec-4496-8f48-dbf6366e7525 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:09:40.432286 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning for port f13afa34-f7ec-4496-8f48-dbf6366e7525 completed by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:09:40.435750 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port f13afa34-f7ec-4496-8f48-dbf6366e7525 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:09:40.436117 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:40.511856 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:40.533420 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1b05b1-d7e0-489e-9a70-bb44e637da4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13afa34-f7ec-4496-8f48-dbf6366e7525'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:09:40.535663 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac86a1d-6e87-4877-b450-4b280cea70fe" -d '{"events": [{"server_uuid": "da1b05b1-d7e0-489e-9a70-bb44e637da4b", "name": "network-vif-plugged", "status": "completed", "tag": "f13afa34-f7ec-4496-8f48-dbf6366e7525"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:09:40.548113 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port f13afa34-f7ec-4496-8f48-dbf6366e7525, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=f13afa34-f7ec-4496-8f48-dbf6366e7525,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:09:40.552874 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:40.583752 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f13b16-a528-41f6-b4be-f320ae42fd3b x-openstack-request-id: req-98f13b16-a528-41f6-b4be-f320ae42fd3b {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:09:40.584044 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1b05b1-d7e0-489e-9a70-bb44e637da4b", "name": "network-vif-plugged", "status": "completed", "tag": "f13afa34-f7ec-4496-8f48-dbf6366e7525", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:09:40.584297 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98f13b16-a528-41f6-b4be-f320ae42fd3b {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:09:40.584683 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1b05b1-d7e0-489e-9a70-bb44e637da4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13afa34-f7ec-4496-8f48-dbf6366e7525', 'code': 200} Sep 09 21:09:40.607465 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=f13afa34-f7ec-4496-8f48-dbf6366e7525,revision_number=5']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:09:40.794944 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cfc74-365e-4cd0-8863-4ffdd627a617 req-88fd552f-1ad9-4049-b3d2-3f74e1230dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:40.796491 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4c3cfc74-365e-4cd0-8863-4ffdd627a617 req-88fd552f-1ad9-4049-b3d2-3f74e1230dd3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 1098 time: 0.0414202 Sep 09 21:09:40.858633 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-4c3cfc74-365e-4cd0-8863-4ffdd627a617 req-38fe64d3-4acc-48f4-afcd-ec2db300c9b3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551643 Sep 09 21:09:40.873311 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88eaa75-50d8-4797-b143-1ee31cc95551 req-9a9876d5-3d5f-4369-a352-bf6aa2306492 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:40.874767 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a88eaa75-50d8-4797-b143-1ee31cc95551 req-9a9876d5-3d5f-4369-a352-bf6aa2306492 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 945 time: 0.0656097 Sep 09 21:09:40.911898 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a88eaa75-50d8-4797-b143-1ee31cc95551 req-a23c61f7-36f1-4422-a979-3fb51194ef80 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311012 Sep 09 21:09:42.034372 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840eed73-1c95-4150-9bf0-7bbd2bc2829e req-ae73e94c-274b-445b-8345-88f11c4e4f25 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:42.035939 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-840eed73-1c95-4150-9bf0-7bbd2bc2829e req-ae73e94c-274b-445b-8345-88f11c4e4f25 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 945 time: 0.0549252 Sep 09 21:09:42.073913 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-840eed73-1c95-4150-9bf0-7bbd2bc2829e req-94a58008-1c7f-4c38-a06c-ae0d875e79d2 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320427 Sep 09 21:09:42.184718 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a8ba3-62e7-4f7d-99cf-3752b590d48e req-4ebfe4a9-6d45-458b-b3f3-fc8acff8afa7 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:42.186216 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-386a8ba3-62e7-4f7d-99cf-3752b590d48e req-4ebfe4a9-6d45-458b-b3f3-fc8acff8afa7 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 945 time: 0.0486045 Sep 09 21:09:42.224212 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-386a8ba3-62e7-4f7d-99cf-3752b590d48e req-5a62579a-3896-4310-8adc-4666a4341098 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320475 Sep 09 21:09:42.246396 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55340) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:09:42.288878 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde326d0-d367-4d6f-ad60-56ca49acbfb9 tempest-TestVolumeBootPattern-1710037449 tempest-TestVolumeBootPattern-1710037449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:42.290428 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-dde326d0-d367-4d6f-ad60-56ca49acbfb9 tempest-TestVolumeBootPattern-1710037449 tempest-TestVolumeBootPattern-1710037449-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 1093 time: 0.0429916 Sep 09 21:09:42.293647 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 55342) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:09:42.299569 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.v2.base [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Request body: {'floatingip': {'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'port_id': 'f13afa34-f7ec-4496-8f48-dbf6366e7525', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:09:42.324840 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:42.426618 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:42.531440 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Allocated IP 172.27.3.29 (e020cc29-81be-4516-9ef0-31c1421244e6/08473c46-0fdf-4456-b662-206bace9d338/70742bf6-7410-4859-aef9-5a56890f459b) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:09:42.642576 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:42.680785 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793283622867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:42.715375 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Network e020cc29-81be-4516-9ef0-31c1421244e6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:09:42.719672 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:09:42.723116 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:09:42.749838 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event updated for resources: {'Port': ['ID=70742bf6-7410-4859-aef9-5a56890f459b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:09:42.762691 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:42.763043 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:42.763410 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:42.763747 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:42.764079 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:42.764412 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:42.764740 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:42.765067 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:42.765393 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:42.765714 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:42.766035 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:42.766354 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:09:43.096669 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:43.168936 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:43.332493 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:43.336816 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13123055'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:43.409997 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event updated for resources: {'Port': ['ID=70742bf6-7410-4859-aef9-5a56890f459b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:09:43.420621 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988651'] for floatingip, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:43.521794 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.db.l3_db [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Floating IP 164a992c-b2d5-4ddc-aaf3-3f83e0ac89c6 associated. External IP: 172.27.3.29, port: f13afa34-f7ec-4496-8f48-dbf6366e7525. Sep 09 21:09:43.725826 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Router 44586854-c3be-4aa1-bb0d-e6913609d9a4 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:09:43.834392 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:09:43.843834 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2bcb9-73f3-4e92-a793-186428b9e630 None None] Sync routers for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:09:43.849931 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:43.853653 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2bcb9-73f3-4e92-a793-186428b9e630 None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:09:43.854271 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f7e2bcb9-73f3-4e92-a793-186428b9e630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:09:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:09:43.877181 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-1e557e35-a747-4f9e-9c2d-c6e9e55d4068 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5824280 Sep 09 21:09:43.877819 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1b05b1-d7e0-489e-9a70-bb44e637da4b', 'tag': 'f13afa34-f7ec-4496-8f48-dbf6366e7525'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:09:43.880065 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474eaf3bb652fec2f19919b2ceae808cc34db3da34c22d7391db7ed2cca7a9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08e298d-89eb-4447-b3b8-9c146049418e" -d '{"events": [{"name": "network-changed", "server_uuid": "da1b05b1-d7e0-489e-9a70-bb44e637da4b", "tag": "f13afa34-f7ec-4496-8f48-dbf6366e7525"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:09:43.914950 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba1f9a1-b477-4841-8370-de70693cc822 x-openstack-request-id: req-8ba1f9a1-b477-4841-8370-de70693cc822 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:09:43.915284 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1b05b1-d7e0-489e-9a70-bb44e637da4b", "tag": "f13afa34-f7ec-4496-8f48-dbf6366e7525", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:09:43.915551 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ba1f9a1-b477-4841-8370-de70693cc822 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:09:43.915951 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1b05b1-d7e0-489e-9a70-bb44e637da4b', 'tag': 'f13afa34-f7ec-4496-8f48-dbf6366e7525', 'status': 'completed', 'code': 200} Sep 09 21:09:43.963358 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f7e2bcb9-73f3-4e92-a793-186428b9e630 None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:09:44.030266 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e298d-89eb-4447-b3b8-9c146049418e req-a405109d-5ace-4921-b3fa-2f3a4e867cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:44.031809 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d08e298d-89eb-4447-b3b8-9c146049418e req-a405109d-5ace-4921-b3fa-2f3a4e867cc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e9252ab3b54e1d80dc4020801940cf&device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 1098 time: 0.0931709 Sep 09 21:09:44.122387 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e298d-89eb-4447-b3b8-9c146049418e req-96fac9de-fe9d-40ce-92e3-d8b3363b2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:44.124185 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d08e298d-89eb-4447-b3b8-9c146049418e req-96fac9de-fe9d-40ce-92e3-d8b3363b2f16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 200 len: 912 time: 0.0849719 Sep 09 21:09:44.195883 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d08e298d-89eb-4447-b3b8-9c146049418e req-1e066190-f6e5-4b5b-89ca-3a9c6cb34400 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f13afa34-f7ec-4496-8f48-dbf6366e7525 HTTP/1.1" status: 200 len: 998 time: 0.0643332 Sep 09 21:09:44.197440 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f7e2bcb9-73f3-4e92-a793-186428b9e630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '164a992c-b2d5-4ddc-aaf3-3f83e0ac89c6', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'port_id': 'f13afa34-f7ec-4496-8f48-dbf6366e7525', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'mac_address': 'fa:16:3e:6e:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1b05b1-d7e0-489e-9a70-bb44e637da4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:09:42Z', 'updated_at': '2021-09-09T21:09:42Z', 'revision_number': 0, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address_scope': None}, {'id': '4a5e8456-911a-4207-9abe-8c641147bf96', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'port_id': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'mac_address': 'fa:16:3e:7f:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:07:37Z', 'updated_at': '2021-09-09T21:07:40Z', 'revision_number': 1, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:09:44.223205 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2bcb9-73f3-4e92-a793-186428b9e630 None None] Checking router: 44586854-c3be-4aa1-bb0d-e6913609d9a4 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:09:44.232067 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2bcb9-73f3-4e92-a793-186428b9e630 None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:09:44.232681 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f7e2bcb9-73f3-4e92-a793-186428b9e630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:09:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:09:44.245935 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e298d-89eb-4447-b3b8-9c146049418e req-1f7f80ef-80ab-48b9-9508-de369d720929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:44.247391 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d08e298d-89eb-4447-b3b8-9c146049418e req-1f7f80ef-80ab-48b9-9508-de369d720929 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7c1e48d-68a6-4644-95b0-1158dc726b0e HTTP/1.1" status: 200 len: 850 time: 0.0443971 Sep 09 21:09:44.297615 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e298d-89eb-4447-b3b8-9c146049418e req-32c48d5c-f4d1-449e-802f-b25abaf056f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:09:44.299120 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d08e298d-89eb-4447-b3b8-9c146049418e req-32c48d5c-f4d1-449e-802f-b25abaf056f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f35eb8-e794-4bfb-bb49-572192a02f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446765 Sep 09 21:09:44.311003 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [req-d08e298d-89eb-4447-b3b8-9c146049418e req-7541df61-13b4-4c39-878b-b3c1efe412f6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:09:44.312011 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d08e298d-89eb-4447-b3b8-9c146049418e req-7541df61-13b4-4c39-878b-b3c1efe412f6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051415 Sep 09 21:09:44.346926 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f7e2bcb9-73f3-4e92-a793-186428b9e630 None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:09:44.409709 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d08e298d-89eb-4447-b3b8-9c146049418e req-e360ea1f-75a9-449e-9927-ce466ab3536a service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903103 Sep 09 21:09:44.503670 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d08e298d-89eb-4447-b3b8-9c146049418e req-d461850d-8dd7-49d7-b7d0-f63a3fcfd8b8 service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866358 Sep 09 21:09:44.587765 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f7e2bcb9-73f3-4e92-a793-186428b9e630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '164a992c-b2d5-4ddc-aaf3-3f83e0ac89c6', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'port_id': 'f13afa34-f7ec-4496-8f48-dbf6366e7525', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'mac_address': 'fa:16:3e:6e:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1b05b1-d7e0-489e-9a70-bb44e637da4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:09:42Z', 'updated_at': '2021-09-09T21:09:42Z', 'revision_number': 0, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address_scope': None}, {'id': '4a5e8456-911a-4207-9abe-8c641147bf96', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'port_id': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'mac_address': 'fa:16:3e:7f:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:07:37Z', 'updated_at': '2021-09-09T21:07:40Z', 'revision_number': 1, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:09:44.615566 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2bcb9-73f3-4e92-a793-186428b9e630 None None] The sync data for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi is: [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '164a992c-b2d5-4ddc-aaf3-3f83e0ac89c6', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'port_id': 'f13afa34-f7ec-4496-8f48-dbf6366e7525', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'mac_address': 'fa:16:3e:6e:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1b05b1-d7e0-489e-9a70-bb44e637da4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:09:42Z', 'updated_at': '2021-09-09T21:09:42Z', 'revision_number': 0, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address_scope': None}, {'id': '4a5e8456-911a-4207-9abe-8c641147bf96', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'port_id': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'mac_address': 'fa:16:3e:7f:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:07:37Z', 'updated_at': '2021-09-09T21:07:40Z', 'revision_number': 1, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:09:44.814967 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d8673e-266b-4273-8094-58af31beef82 None None] New status for floating IP 164a992c-b2d5-4ddc-aaf3-3f83e0ac89c6: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:09:45.788196 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7aa5cede-7aa9-4ff7-ac54-513d416ae7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:48.423407 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f95ba47b-ec40-4929-bc64-82014eeb33f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:48.597238 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:50.006566 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:09:51.428887 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:00.763549 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:04.210111 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:10:06.961433 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb3370-807e-4671-bc62-efa566242c3f req-21618556-c451-4d29-87b5-e23303c9e54e tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:06.963617 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8afb3370-807e-4671-bc62-efa566242c3f req-21618556-c451-4d29-87b5-e23303c9e54e tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0589430 Sep 09 21:10:07.003733 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-8afb3370-807e-4671-bc62-efa566242c3f req-10516e63-663b-43a5-8888-ad7da253574f tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338583 Sep 09 21:10:08.133020 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d72a0-dcb9-4fc2-a694-945a1affbdec req-57122a66-98a1-47ec-8b4b-73016a3a9d32 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:08.134579 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3e2d72a0-dcb9-4fc2-a694-945a1affbdec req-57122a66-98a1-47ec-8b4b-73016a3a9d32 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0524085 Sep 09 21:10:08.176553 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3e2d72a0-dcb9-4fc2-a694-945a1affbdec req-1b2940f5-db4e-4034-9c20-66acb511e97b tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354097 Sep 09 21:10:09.298051 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fdf48-6f21-48e3-b847-f2f8c6d4d265 req-28ac644d-aa5a-476a-a26d-925d0b6e0639 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:09.299607 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-550fdf48-6f21-48e3-b847-f2f8c6d4d265 req-28ac644d-aa5a-476a-a26d-925d0b6e0639 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0513477 Sep 09 21:10:09.339057 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-550fdf48-6f21-48e3-b847-f2f8c6d4d265 req-47ccc028-1ecd-4059-9b08-56d9a46f57aa tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332935 Sep 09 21:10:10.458352 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda9c3d-2329-4d63-881e-7659b4297e7e req-f8eb4116-b8a1-4e83-9815-6062abc3005f tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:10.459942 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2bda9c3d-2329-4d63-881e-7659b4297e7e req-f8eb4116-b8a1-4e83-9815-6062abc3005f tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0531597 Sep 09 21:10:10.499831 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2bda9c3d-2329-4d63-881e-7659b4297e7e req-a1050652-6d32-405d-a6ef-ba856bde0585 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337884 Sep 09 21:10:11.633271 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29e35-14ad-4e13-8329-0dce076ad7c9 req-277090f1-b690-4215-97cd-201c7fd66568 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:11.636587 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-44e29e35-14ad-4e13-8329-0dce076ad7c9 req-277090f1-b690-4215-97cd-201c7fd66568 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0698836 Sep 09 21:10:11.675617 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-44e29e35-14ad-4e13-8329-0dce076ad7c9 req-2c41421d-a828-49ac-9f64-4a0048f41f83 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327330 Sep 09 21:10:12.791691 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccae2a0-ceda-424d-bebb-79deb531c779 req-6f933dbb-71f1-4173-b5cb-a342f574a1fb tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:12.793276 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7ccae2a0-ceda-424d-bebb-79deb531c779 req-6f933dbb-71f1-4173-b5cb-a342f574a1fb tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0500493 Sep 09 21:10:12.830972 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7ccae2a0-ceda-424d-bebb-79deb531c779 req-85c26c70-843c-49e1-8a6c-8b517a9374d1 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317812 Sep 09 21:10:13.953647 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71ab97-fa7c-447c-99f2-d1a064fec01f req-95b14eed-bef7-447a-9e3b-9511b1853b14 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:13.955241 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7b71ab97-fa7c-447c-99f2-d1a064fec01f req-95b14eed-bef7-447a-9e3b-9511b1853b14 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0560977 Sep 09 21:10:13.996475 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-7b71ab97-fa7c-447c-99f2-d1a064fec01f req-cfff5c59-f0d9-4b07-beab-3b8b8e00ea71 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351889 Sep 09 21:10:15.125513 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6718911-c4ca-4c7a-bdc8-310200cdd5d1 req-5837ceaf-3e83-4935-82cb-aa01286dab7b tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:15.127040 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d6718911-c4ca-4c7a-bdc8-310200cdd5d1 req-5837ceaf-3e83-4935-82cb-aa01286dab7b tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0557916 Sep 09 21:10:15.165278 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d6718911-c4ca-4c7a-bdc8-310200cdd5d1 req-827a6f9b-e69d-43b0-9752-e7b3e3d163cc tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319810 Sep 09 21:10:15.780767 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2e8a4c01-c21a-4467-87d0-283d6d9c004f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:16.301385 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80270c-3f20-4b4f-af0a-263806bebd4e req-1f75898a-5f91-40e6-833b-84b05ea26e67 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:16.302862 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ea80270c-3f20-4b4f-af0a-263806bebd4e req-1f75898a-5f91-40e6-833b-84b05ea26e67 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0502853 Sep 09 21:10:16.340125 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ea80270c-3f20-4b4f-af0a-263806bebd4e req-1c76c942-af15-47c7-bff1-45acbb336d9f tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307844 Sep 09 21:10:17.101369 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc29655-a884-45f7-a328-7aca1c58ee18 req-80479bfa-07db-490b-a48e-d111aa6d16c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:17.102824 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ebc29655-a884-45f7-a328-7aca1c58ee18 req-80479bfa-07db-490b-a48e-d111aa6d16c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c13cf209a39c4657bbf92bb53266df85&device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 1099 time: 0.0447769 Sep 09 21:10:17.190328 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc29655-a884-45f7-a328-7aca1c58ee18 req-4a0cc0a7-a000-4fac-9534-78e47135244c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:17.191755 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ebc29655-a884-45f7-a328-7aca1c58ee18 req-4a0cc0a7-a000-4fac-9534-78e47135244c service neutron] 10.222.0.48 "GET /v2.0/networks?id=11d55ec4-d49c-44f2-b5d1-7d029328093d HTTP/1.1" status: 200 len: 909 time: 0.0817420 Sep 09 21:10:17.260401 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ebc29655-a884-45f7-a328-7aca1c58ee18 req-616ba680-e5ac-4195-bcc8-75bb5354be03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9 HTTP/1.1" status: 200 len: 1001 time: 0.0599790 Sep 09 21:10:17.308971 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc29655-a884-45f7-a328-7aca1c58ee18 req-f471bf2d-fb04-4d8a-8aa9-e7fafed318f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:17.310452 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ebc29655-a884-45f7-a328-7aca1c58ee18 req-f471bf2d-fb04-4d8a-8aa9-e7fafed318f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b024b558-52cd-4d42-9769-1e1c258f8902 HTTP/1.1" status: 200 len: 847 time: 0.0430944 Sep 09 21:10:17.361046 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc29655-a884-45f7-a328-7aca1c58ee18 req-2aa95d86-78b1-463b-8996-18497f21d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:17.362582 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ebc29655-a884-45f7-a328-7aca1c58ee18 req-2aa95d86-78b1-463b-8996-18497f21d7cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11d55ec4-d49c-44f2-b5d1-7d029328093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451505 Sep 09 21:10:17.486049 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ebc29655-a884-45f7-a328-7aca1c58ee18 req-e974e544-b193-4edc-a915-6a19c5542ebb service neutron] 10.222.0.48 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153572 Sep 09 21:10:17.499101 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c1d6b-4ec8-43f5-b641-84f21ecf571e req-fe32658a-336a-472b-8a82-d35d61ad03b7 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:17.500589 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-806c1d6b-4ec8-43f5-b641-84f21ecf571e req-fe32658a-336a-472b-8a82-d35d61ad03b7 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0696912 Sep 09 21:10:17.849852 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-806c1d6b-4ec8-43f5-b641-84f21ecf571e req-749453d1-ac72-45c3-9a7a-5cf145130d81 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412535 Sep 09 21:10:17.873049 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ebc29655-a884-45f7-a328-7aca1c58ee18 req-b4ca5647-1609-4e58-ace7-73762bfd584a service neutron] 10.222.0.48 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715358 Sep 09 21:10:18.424703 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89fdf3b3-bbe3-4241-a457-102bb0322031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:18.599450 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:18.966894 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66224979-47fd-46bf-a03b-92584feb0e75 req-f2583007-bcc9-41b3-a7fb-5e3714f00cda tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:18.968393 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-66224979-47fd-46bf-a03b-92584feb0e75 req-f2583007-bcc9-41b3-a7fb-5e3714f00cda tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0494249 Sep 09 21:10:19.005489 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-66224979-47fd-46bf-a03b-92584feb0e75 req-4c2da215-2e9e-4ad0-885d-734c3ce384ec tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312793 Sep 09 21:10:20.008994 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:20.139361 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a8502-2883-4f96-a317-7e783746cfe1 req-271875fb-cf6e-4f47-a795-c0b75a9ddf21 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:20.141251 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-012a8502-2883-4f96-a317-7e783746cfe1 req-271875fb-cf6e-4f47-a795-c0b75a9ddf21 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0554836 Sep 09 21:10:20.181950 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-012a8502-2883-4f96-a317-7e783746cfe1 req-7b77b3bc-94aa-47de-a6a9-c48e82f1f748 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330689 Sep 09 21:10:20.407095 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661d212-0c49-42ba-80e7-4e8ef48c2843 req-45663668-6bf2-4d66-8aae-76ae2031b17e tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:20.409449 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a661d212-0c49-42ba-80e7-4e8ef48c2843 req-45663668-6bf2-4d66-8aae-76ae2031b17e tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0613441 Sep 09 21:10:20.414375 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [req-f2a8180d-db5a-4487-aa06-771c25c5e3f0 req-51f87eb6-4747-46b9-b793-d143f003a8af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903199 Sep 09 21:10:20.451508 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-a661d212-0c49-42ba-80e7-4e8ef48c2843 req-50b56d6d-fe54-4f4e-8a84-b9b8078a520b tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358369 Sep 09 21:10:21.434547 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:21.568888 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7df4e2-935e-4deb-9872-3af068144ba6 req-89f2fed6-0cf2-4c30-995c-056914c1745b tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:21.570334 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1a7df4e2-935e-4deb-9872-3af068144ba6 req-89f2fed6-0cf2-4c30-995c-056914c1745b tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0485687 Sep 09 21:10:21.607840 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-1a7df4e2-935e-4deb-9872-3af068144ba6 req-7c088457-631a-4b90-8c69-c2d5c8268d7b tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310543 Sep 09 21:10:21.740574 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8180d-db5a-4487-aa06-771c25c5e3f0 req-5a9b3fcc-fa28-46e4-baba-fb90e848b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:21.741967 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f2a8180d-db5a-4487-aa06-771c25c5e3f0 req-5a9b3fcc-fa28-46e4-baba-fb90e848b27a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5&tenant_id=c13cf209a39c4657bbf92bb53266df85 HTTP/1.1" status: 200 len: 1099 time: 0.0415261 Sep 09 21:10:21.806385 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8180d-db5a-4487-aa06-771c25c5e3f0 req-51cdacda-d675-4613-b7b0-dd29b90d601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:21.807931 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f2a8180d-db5a-4487-aa06-771c25c5e3f0 req-51cdacda-d675-4613-b7b0-dd29b90d601e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c13cf209a39c4657bbf92bb53266df85&device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 1099 time: 0.0430958 Sep 09 21:10:21.895143 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8180d-db5a-4487-aa06-771c25c5e3f0 req-b22b92f4-7440-4ea3-80cb-aec6f411c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:21.896653 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f2a8180d-db5a-4487-aa06-771c25c5e3f0 req-b22b92f4-7440-4ea3-80cb-aec6f411c319 service neutron] 10.222.0.48 "GET /v2.0/networks?id=11d55ec4-d49c-44f2-b5d1-7d029328093d HTTP/1.1" status: 200 len: 909 time: 0.0820887 Sep 09 21:10:21.963245 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f2a8180d-db5a-4487-aa06-771c25c5e3f0 req-75fc3fa6-e73d-4131-9ecd-e25b2681662a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9 HTTP/1.1" status: 200 len: 1001 time: 0.0590756 Sep 09 21:10:22.013383 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8180d-db5a-4487-aa06-771c25c5e3f0 req-3096f522-46ce-4d74-a2b9-59de3048d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:22.014750 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f2a8180d-db5a-4487-aa06-771c25c5e3f0 req-3096f522-46ce-4d74-a2b9-59de3048d565 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b024b558-52cd-4d42-9769-1e1c258f8902 HTTP/1.1" status: 200 len: 847 time: 0.0437787 Sep 09 21:10:22.060591 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8180d-db5a-4487-aa06-771c25c5e3f0 req-b42afad7-5cef-4d40-9ceb-97a290addbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:22.062097 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f2a8180d-db5a-4487-aa06-771c25c5e3f0 req-b42afad7-5cef-4d40-9ceb-97a290addbcf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11d55ec4-d49c-44f2-b5d1-7d029328093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401251 Sep 09 21:10:22.154319 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f2a8180d-db5a-4487-aa06-771c25c5e3f0 req-e098ef3c-13af-48d6-8541-45b40c0dca47 service neutron] 10.222.0.48 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850472 Sep 09 21:10:22.246223 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f2a8180d-db5a-4487-aa06-771c25c5e3f0 req-d90d91e1-f910-4f31-a6e1-819a453c4da5 service neutron] 10.222.0.48 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822976 Sep 09 21:10:22.492268 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:10:22.569702 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:22.592277 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:10:22.594512 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26929fb4-18a8-4bbd-81f9-41de0c9dec87" -d '{"events": [{"server_uuid": "7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe99049-e692-4f2a-a253-4bfd2c5dccf9"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:10:22.607855 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,segment=NetworkSegment(d447aded-a7ac-47f3-83ea-062872f0ac03),segment_id=d447aded-a7ac-47f3-83ea-062872f0ac03)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:10:22.612718 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:22.663068 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:10:22.705349 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 21:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33484a48-f6fb-4959-8997-13a23444275c x-openstack-request-id: req-33484a48-f6fb-4959-8997-13a23444275c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:10:22.705669 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe99049-e692-4f2a-a253-4bfd2c5dccf9", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:10:22.705921 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33484a48-f6fb-4959-8997-13a23444275c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:10:22.706326 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9', 'code': 200} Sep 09 21:10:22.728651 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433b958-a13e-47c5-951a-88637cb50e75 req-fbf0f87f-8d30-4eb1-97f6-ec94284472f8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:22.730254 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6433b958-a13e-47c5-951a-88637cb50e75 req-fbf0f87f-8d30-4eb1-97f6-ec94284472f8 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 944 time: 0.0515611 Sep 09 21:10:22.782660 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6433b958-a13e-47c5-951a-88637cb50e75 req-b1e80df4-8bca-45c9-b7b4-b9d2705e28ed tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461369 Sep 09 21:10:23.904330 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca5c9b-ecc3-4189-8ecc-653c6c83a04e req-a7e8e369-37fb-437a-a15a-3db0ff1aee1a tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:23.905984 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-42ca5c9b-ecc3-4189-8ecc-653c6c83a04e req-a7e8e369-37fb-437a-a15a-3db0ff1aee1a tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 944 time: 0.0523396 Sep 09 21:10:23.946903 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-42ca5c9b-ecc3-4189-8ecc-653c6c83a04e req-0318bc4b-98c4-49c1-924a-0d9dc8abd57a tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336866 Sep 09 21:10:25.066519 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f3b59-ded2-42e4-9fe9-35fd6c35e45e req-37d9ba07-1a6c-4fd0-932f-49ab32697760 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:25.068028 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ca2f3b59-ded2-42e4-9fe9-35fd6c35e45e req-37d9ba07-1a6c-4fd0-932f-49ab32697760 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 944 time: 0.0509429 Sep 09 21:10:25.109113 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-ca2f3b59-ded2-42e4-9fe9-35fd6c35e45e req-67648ec9-dc4f-4f5d-b28c-4a76c45b5bbf tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350945 Sep 09 21:10:26.221684 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bf86e-7ae9-486e-842c-387720bcc92c req-5de5031b-eb4b-4704-927c-f14d29ac5321 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:26.223175 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6e8bf86e-7ae9-486e-842c-387720bcc92c req-5de5031b-eb4b-4704-927c-f14d29ac5321 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 944 time: 0.0481522 Sep 09 21:10:26.264457 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-6e8bf86e-7ae9-486e-842c-387720bcc92c req-ddd77bd5-0a47-480c-aec6-08204cdb59ce tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353942 Sep 09 21:10:27.376383 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e93561-754d-497b-8f52-a0e5305c4953 req-8d10c930-5ec0-413d-9b1b-f82d29eb9c1d tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:27.377850 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f0e93561-754d-497b-8f52-a0e5305c4953 req-8d10c930-5ec0-413d-9b1b-f82d29eb9c1d tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 944 time: 0.0474787 Sep 09 21:10:27.414868 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-f0e93561-754d-497b-8f52-a0e5305c4953 req-fb88015a-1f7b-4b66-b29c-45fe670dc52a tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312004 Sep 09 21:10:28.351496 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69a7f6-45d5-48f5-96a0-14a2727d5c73 req-e807c1d9-665b-410e-8e0d-e724baaf448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:28.352971 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eb69a7f6-45d5-48f5-96a0-14a2727d5c73 req-e807c1d9-665b-410e-8e0d-e724baaf448c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 1097 time: 0.0394113 Sep 09 21:10:28.387863 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-eb69a7f6-45d5-48f5-96a0-14a2727d5c73 req-ca7a12ce-2702-4aa4-be1e-a24b6a62bd11 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270729 Sep 09 21:10:28.510366 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 details requested by agent hyperv_hv-cinder-80508 with host hv-cinder-80508 {{(pid=93819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:10:28.527935 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630a4c4-5e2e-4a50-9911-da71bf452404 req-1fbcd636-d730-4e5d-b273-5170192dd109 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:28.529461 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9630a4c4-5e2e-4a50-9911-da71bf452404 req-1fbcd636-d730-4e5d-b273-5170192dd109 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 944 time: 0.0493252 Sep 09 21:10:28.570478 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9630a4c4-5e2e-4a50-9911-da71bf452404 req-799fa68f-a89b-4ea2-aad0-8d6bb40a565e tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344918 Sep 09 21:10:28.608005 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,segment=NetworkSegment(d447aded-a7ac-47f3-83ea-062872f0ac03),segment_id=d447aded-a7ac-47f3-83ea-062872f0ac03)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:10:28.618925 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Returning: {'device': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'port_id': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9', 'mac_address': 'fa:16:3e:e6:d2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:10:28.658065 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:28.671304 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:10:28.692052 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,segment=NetworkSegment(d447aded-a7ac-47f3-83ea-062872f0ac03),segment_id=d447aded-a7ac-47f3-83ea-062872f0ac03)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:10:28.695964 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:28.746122 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:10:28.921078 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] get_ports_and_sgs() called for port_ids ['9fe99049-e692-4f2a-a253-4bfd2c5dccf9'] {{(pid=93819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:10:29.684136 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3f0cc-188d-4069-b882-6e3d1da3c01f req-2e72c955-9275-4124-b418-de46cb7bc0b9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:29.685657 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-54e3f0cc-188d-4069-b882-6e3d1da3c01f req-2e72c955-9275-4124-b418-de46cb7bc0b9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 945 time: 0.0480340 Sep 09 21:10:29.722796 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-54e3f0cc-188d-4069-b882-6e3d1da3c01f req-83297fc4-e5aa-4b98-af79-f357f48975d2 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312793 Sep 09 21:10:30.524573 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 up at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:10:30.574379 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Provisioning complete for port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 triggered by entity L2. {{(pid=93819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:10:30.574750 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984875'] for port, provisioning_complete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:30.648554 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549087'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:30.673998 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:10:30.676459 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72081117114cc22ed907d7a647d944f21bc415c6fd4cef369b78be95e8e4f7ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7da415d-dd7c-40c8-bfd0-2bf18a9942d4" -d '{"events": [{"server_uuid": "7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5", "name": "network-vif-plugged", "status": "completed", "tag": "9fe99049-e692-4f2a-a253-4bfd2c5dccf9"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:10:30.690447 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] For port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,segment=NetworkSegment(d447aded-a7ac-47f3-83ea-062872f0ac03),segment_id=d447aded-a7ac-47f3-83ea-062872f0ac03)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:10:30.695116 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793284027670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793283622885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793283622903'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:30.722327 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e18296f-50a8-49be-aeaf-67b861632ad3 x-openstack-request-id: req-6e18296f-50a8-49be-aeaf-67b861632ad3 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:10:30.722716 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5", "name": "network-vif-plugged", "status": "completed", "tag": "9fe99049-e692-4f2a-a253-4bfd2c5dccf9", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:10:30.722835 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e18296f-50a8-49be-aeaf-67b861632ad3 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:10:30.723256 dv-cinder-805083-2-iscsi neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9', 'code': 200} Sep 09 21:10:30.758108 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Pushing event updated for resources: {'Port': ['ID=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,revision_number=8']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:10:30.771951 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:34.848124 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c73f5103-b151-49ef-82ea-e8dcba961b85 req-8375fca1-b809-4855-ab31-ec9134ab343f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442379 Sep 09 21:10:34.933486 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f5103-b151-49ef-82ea-e8dcba961b85 req-fc929dfa-c62d-4b9d-a52c-9a922b5e866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:34.935009 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c73f5103-b151-49ef-82ea-e8dcba961b85 req-fc929dfa-c62d-4b9d-a52c-9a922b5e866b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e9252ab3b54e1d80dc4020801940cf&device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 1099 time: 0.0413496 Sep 09 21:10:35.061099 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f5103-b151-49ef-82ea-e8dcba961b85 req-4298d971-2ed9-46ca-9ffd-62bcf3f92192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:35.062594 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c73f5103-b151-49ef-82ea-e8dcba961b85 req-4298d971-2ed9-46ca-9ffd-62bcf3f92192 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 200 len: 912 time: 0.0907226 Sep 09 21:10:35.129990 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c73f5103-b151-49ef-82ea-e8dcba961b85 req-65c113e9-4401-416a-b6e1-6035f45efead service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ac9a871-bce6-4ede-ab25-7bf76f9994f8 HTTP/1.1" status: 200 len: 1002 time: 0.0587223 Sep 09 21:10:35.184583 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f5103-b151-49ef-82ea-e8dcba961b85 req-8e058bb9-1aa9-4c0d-92b7-6151999f6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:35.186641 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c73f5103-b151-49ef-82ea-e8dcba961b85 req-8e058bb9-1aa9-4c0d-92b7-6151999f6064 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7c1e48d-68a6-4644-95b0-1158dc726b0e HTTP/1.1" status: 200 len: 850 time: 0.0492311 Sep 09 21:10:35.236027 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f5103-b151-49ef-82ea-e8dcba961b85 req-605bcbd9-fbc5-4e9c-b689-4043efb2762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:10:35.237596 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c73f5103-b151-49ef-82ea-e8dcba961b85 req-605bcbd9-fbc5-4e9c-b689-4043efb2762e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f35eb8-e794-4bfb-bb49-572192a02f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432746 Sep 09 21:10:35.332712 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c73f5103-b151-49ef-82ea-e8dcba961b85 req-dc43d1e2-c14b-405f-8c1d-c0006628e04d service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876479 Sep 09 21:10:35.427371 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-c73f5103-b151-49ef-82ea-e8dcba961b85 req-1895c860-dc80-4aaa-816e-96937d827cfe service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867987 Sep 09 21:10:41.209862 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:10:45.781961 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ab752f5-a3d3-4af5-b16d-76705c9f21d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:48.426017 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ce7e7c0-aba9-41d5-950d-1a6f85e8fd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:48.603869 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:50.010186 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:10:51.434635 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:00.785226 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:15.784304 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b1d7166f-50d1-414f-b4a9-8bd202656445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:18.209330 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:11:18.432153 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e8837f61-f9b0-408a-a83f-d0146e20e483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:18.608156 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:20.013787 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:21.440318 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:21.759918 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55456) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:21.926488 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Deleting port 70742bf6-7410-4859-aef9-5a56890f459b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:21.926829 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:22.003252 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:22.003605 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:22.015875 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Calling delete_port for 70742bf6-7410-4859-aef9-5a56890f459b owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:22.183032 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:22.209239 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event deleted for resources: {'Port': ['ID=70742bf6-7410-4859-aef9-5a56890f459b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:22.234390 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:22.234684 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:22.235004 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:22.235340 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:22.235678 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:22.236015 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:22.236348 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:22.236678 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:22.237006 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:22.237359 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:22.237659 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:22.237982 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:22.284672 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:22.284918 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.l3_db [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Floating IP 164a992c-b2d5-4ddc-aaf3-3f83e0ac89c6 disassociated (deleted). External IP: 172.27.3.29, port: f13afa34-f7ec-4496-8f48-dbf6366e7525. Sep 09 21:11:22.502233 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Router 44586854-c3be-4aa1-bb0d-e6913609d9a4 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:11:22.608294 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:11:22.612742 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:22.618693 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99062d-5b3b-44b7-b2d2-fd37bdc56387 None None] Sync routers for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:11:22.629226 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99062d-5b3b-44b7-b2d2-fd37bdc56387 None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:11:22.629846 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ae99062d-5b3b-44b7-b2d2-fd37bdc56387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:11:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:22.641136 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-a2391690-5dca-45fe-aa77-475ada3b6cab tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "DELETE /v2.0/floatingips/164a992c-b2d5-4ddc-aaf3-3f83e0ac89c6 HTTP/1.1" status: 204 len: 168 time: 0.8800883 Sep 09 21:11:22.641750 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1b05b1-d7e0-489e-9a70-bb44e637da4b', 'tag': 'f13afa34-f7ec-4496-8f48-dbf6366e7525'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:11:22.644078 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdd0035-32e5-4d36-8e16-9bc9aff8c793" -d '{"events": [{"name": "network-changed", "server_uuid": "da1b05b1-d7e0-489e-9a70-bb44e637da4b", "tag": "f13afa34-f7ec-4496-8f48-dbf6366e7525"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:11:22.757337 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ae99062d-5b3b-44b7-b2d2-fd37bdc56387 None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:11:22.761229 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9e1d02-f682-47da-9568-13608d7fb16c x-openstack-request-id: req-ba9e1d02-f682-47da-9568-13608d7fb16c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:11:22.761792 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1b05b1-d7e0-489e-9a70-bb44e637da4b", "tag": "f13afa34-f7ec-4496-8f48-dbf6366e7525", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:11:22.761988 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba9e1d02-f682-47da-9568-13608d7fb16c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:11:22.762379 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1b05b1-d7e0-489e-9a70-bb44e637da4b', 'tag': 'f13afa34-f7ec-4496-8f48-dbf6366e7525', 'status': 'completed', 'code': 200} Sep 09 21:11:22.842945 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd0035-32e5-4d36-8e16-9bc9aff8c793 req-c4462d48-30dc-4a39-b67e-02c540e4e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:22.844575 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bcdd0035-32e5-4d36-8e16-9bc9aff8c793 req-c4462d48-30dc-4a39-b67e-02c540e4e0ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e9252ab3b54e1d80dc4020801940cf&device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 1098 time: 0.0599580 Sep 09 21:11:22.975320 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd0035-32e5-4d36-8e16-9bc9aff8c793 req-a91b5e5f-24e0-4373-92a9-d7df6c3677ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:22.976828 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bcdd0035-32e5-4d36-8e16-9bc9aff8c793 req-a91b5e5f-24e0-4373-92a9-d7df6c3677ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 200 len: 912 time: 0.1230359 Sep 09 21:11:22.990289 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e15cc7-980b-4fd1-bbde-f3a04e42b474 req-89b3dca6-7c6b-4b7d-b345-e3c3e38bcb6b tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:22.991949 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-91e15cc7-980b-4fd1-bbde-f3a04e42b474 req-89b3dca6-7c6b-4b7d-b345-e3c3e38bcb6b tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 945 time: 0.0757589 Sep 09 21:11:23.040910 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bcdd0035-32e5-4d36-8e16-9bc9aff8c793 req-002e1fad-6123-4820-8e0e-3fcf09fb8d6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f13afa34-f7ec-4496-8f48-dbf6366e7525 HTTP/1.1" status: 200 len: 217 time: 0.0479357 Sep 09 21:11:23.093451 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-91e15cc7-980b-4fd1-bbde-f3a04e42b474 req-584b581d-0300-4236-89ea-da9c1864ed2a tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945346 Sep 09 21:11:23.113146 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd0035-32e5-4d36-8e16-9bc9aff8c793 req-44eedb0f-c0f5-4dfc-a966-78a147cd64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:23.114637 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bcdd0035-32e5-4d36-8e16-9bc9aff8c793 req-44eedb0f-c0f5-4dfc-a966-78a147cd64ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7c1e48d-68a6-4644-95b0-1158dc726b0e HTTP/1.1" status: 200 len: 850 time: 0.0660021 Sep 09 21:11:23.156328 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ae99062d-5b3b-44b7-b2d2-fd37bdc56387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '4a5e8456-911a-4207-9abe-8c641147bf96', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'port_id': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'mac_address': 'fa:16:3e:7f:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:07:37Z', 'updated_at': '2021-09-09T21:07:40Z', 'revision_number': 1, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:23.170328 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd0035-32e5-4d36-8e16-9bc9aff8c793 req-427588b3-287a-429d-bec3-da5103c97b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:23.171978 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bcdd0035-32e5-4d36-8e16-9bc9aff8c793 req-427588b3-287a-429d-bec3-da5103c97b13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f35eb8-e794-4bfb-bb49-572192a02f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491374 Sep 09 21:11:23.182123 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99062d-5b3b-44b7-b2d2-fd37bdc56387 None None] Checking router: 44586854-c3be-4aa1-bb0d-e6913609d9a4 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:11:23.191809 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99062d-5b3b-44b7-b2d2-fd37bdc56387 None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:11:23.192434 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ae99062d-5b3b-44b7-b2d2-fd37bdc56387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:11:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:23.286506 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bcdd0035-32e5-4d36-8e16-9bc9aff8c793 req-49363875-b7ce-4132-ae10-3b535b8382ae service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056294 Sep 09 21:11:23.302843 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ae99062d-5b3b-44b7-b2d2-fd37bdc56387 None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:11:23.389939 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-bcdd0035-32e5-4d36-8e16-9bc9aff8c793 req-de2f1960-bd83-47cc-b63f-7fe9825e8cc8 service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950692 Sep 09 21:11:23.537312 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ae99062d-5b3b-44b7-b2d2-fd37bdc56387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '4a5e8456-911a-4207-9abe-8c641147bf96', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'port_id': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'mac_address': 'fa:16:3e:7f:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:07:37Z', 'updated_at': '2021-09-09T21:07:40Z', 'revision_number': 1, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:23.562962 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99062d-5b3b-44b7-b2d2-fd37bdc56387 None None] The sync data for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi is: [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_floatingips': [{'id': '4a5e8456-911a-4207-9abe-8c641147bf96', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'router_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'port_id': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'mac_address': 'fa:16:3e:7f:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:07:37Z', 'updated_at': '2021-09-09T21:07:40Z', 'revision_number': 1, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:11:23.762787 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7767e2c7-6393-4748-8e38-04a4f9f2659f None None] New status for floating IP 164a992c-b2d5-4ddc-aaf3-3f83e0ac89c6: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:11:24.211510 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8b4d8-1f88-41df-92cd-37f1f6bd080f req-75592704-8583-49a0-98cd-d373fa67eabf tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:24.212996 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-87f8b4d8-1f88-41df-92cd-37f1f6bd080f req-75592704-8583-49a0-98cd-d373fa67eabf tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 945 time: 0.0489681 Sep 09 21:11:24.250897 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-87f8b4d8-1f88-41df-92cd-37f1f6bd080f req-10a88879-0e3a-47ff-a8ed-4408ce751186 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314767 Sep 09 21:11:24.414666 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ee377-4d35-49ca-b756-49493d88c9d6 req-639fab6a-2539-4c9b-9469-bf8c4136105e tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:24.416178 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-124ee377-4d35-49ca-b756-49493d88c9d6 req-639fab6a-2539-4c9b-9469-bf8c4136105e tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.48 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 945 time: 0.0497587 Sep 09 21:11:24.512014 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-124ee377-4d35-49ca-b756-49493d88c9d6 req-8dbcd335-8912-4d26-9fcf-41777d77a41c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Deleting port f13afa34-f7ec-4496-8f48-dbf6366e7525 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:24.512364 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-124ee377-4d35-49ca-b756-49493d88c9d6 req-8dbcd335-8912-4d26-9fcf-41777d77a41c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:24.602081 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-124ee377-4d35-49ca-b756-49493d88c9d6 req-8dbcd335-8912-4d26-9fcf-41777d77a41c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] For port f13afa34-f7ec-4496-8f48-dbf6366e7525, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=f13afa34-f7ec-4496-8f48-dbf6366e7525,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:24.602448 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-124ee377-4d35-49ca-b756-49493d88c9d6 req-8dbcd335-8912-4d26-9fcf-41777d77a41c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:24.615964 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-124ee377-4d35-49ca-b756-49493d88c9d6 req-8dbcd335-8912-4d26-9fcf-41777d77a41c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Calling delete_port for f13afa34-f7ec-4496-8f48-dbf6366e7525 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:24.746111 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-124ee377-4d35-49ca-b756-49493d88c9d6 req-8dbcd335-8912-4d26-9fcf-41777d77a41c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:24.774112 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcd335-8912-4d26-9fcf-41777d77a41c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event deleted for resources: {'Port': ['ID=f13afa34-f7ec-4496-8f48-dbf6366e7525,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:24.827584 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-124ee377-4d35-49ca-b756-49493d88c9d6 req-8dbcd335-8912-4d26-9fcf-41777d77a41c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] No DVR routers for this DVR port f13afa34-f7ec-4496-8f48-dbf6366e7525 on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:11:24.830204 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-124ee377-4d35-49ca-b756-49493d88c9d6 req-8dbcd335-8912-4d26-9fcf-41777d77a41c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:24.832268 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-124ee377-4d35-49ca-b756-49493d88c9d6 req-8dbcd335-8912-4d26-9fcf-41777d77a41c tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.48 "DELETE /v2.0/ports/f13afa34-f7ec-4496-8f48-dbf6366e7525 HTTP/1.1" status: 204 len: 173 time: 0.4104254 Sep 09 21:11:24.832711 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1b05b1-d7e0-489e-9a70-bb44e637da4b', 'name': 'network-vif-deleted', 'tag': 'f13afa34-f7ec-4496-8f48-dbf6366e7525'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:11:24.835506 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a032a75-c75d-40f4-9e31-e729d5d1a925" -d '{"events": [{"server_uuid": "da1b05b1-d7e0-489e-9a70-bb44e637da4b", "name": "network-vif-deleted", "tag": "f13afa34-f7ec-4496-8f48-dbf6366e7525"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:11:24.878915 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb828423-28b3-4fbf-842c-5894f5c20a50 x-openstack-request-id: req-fb828423-28b3-4fbf-842c-5894f5c20a50 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:11:24.879199 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1b05b1-d7e0-489e-9a70-bb44e637da4b", "name": "network-vif-deleted", "tag": "f13afa34-f7ec-4496-8f48-dbf6366e7525", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:11:24.879507 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb828423-28b3-4fbf-842c-5894f5c20a50 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:11:24.879909 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1b05b1-d7e0-489e-9a70-bb44e637da4b', 'name': 'network-vif-deleted', 'tag': 'f13afa34-f7ec-4496-8f48-dbf6366e7525', 'status': 'completed', 'code': 200} Sep 09 21:11:25.359678 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-69bbc646-14e2-4106-8e75-4ff40bffa36d req-97c3cbfc-2ec7-4880-8e93-9aed813670e4 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=da1b05b1-d7e0-489e-9a70-bb44e637da4b HTTP/1.1" status: 200 len: 210 time: 0.0262341 Sep 09 21:11:26.836363 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device f13afa34-f7ec-4496-8f48-dbf6366e7525 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:11:26.857619 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: f13afa34-f7ec-4496-8f48-dbf6366e7525 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:11:26.857960 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device f13afa34-f7ec-4496-8f48-dbf6366e7525 not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:11:28.659440 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55492) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:28.822180 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a8b1bd97-228a-4c01-bd7b-ecc1d7433c29 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Deleting port dc480114-7d85-4170-9511-732fbdd170ed {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:28.822525 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8b1bd97-228a-4c01-bd7b-ecc1d7433c29 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:28.905645 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8b1bd97-228a-4c01-bd7b-ecc1d7433c29 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:28.905934 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8b1bd97-228a-4c01-bd7b-ecc1d7433c29 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:28.920089 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a8b1bd97-228a-4c01-bd7b-ecc1d7433c29 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Calling delete_port for dc480114-7d85-4170-9511-732fbdd170ed owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:29.083492 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8b1bd97-228a-4c01-bd7b-ecc1d7433c29 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:29.120983 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1bd97-228a-4c01-bd7b-ecc1d7433c29 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event deleted for resources: {'Port': ['ID=dc480114-7d85-4170-9511-732fbdd170ed,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:29.183755 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8b1bd97-228a-4c01-bd7b-ecc1d7433c29 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:29.184083 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.db.l3_db [None req-a8b1bd97-228a-4c01-bd7b-ecc1d7433c29 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Floating IP 4a5e8456-911a-4207-9abe-8c641147bf96 disassociated (deleted). External IP: 172.27.3.214, port: 3ac9a871-bce6-4ede-ab25-7bf76f9994f8. Sep 09 21:11:29.682568 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b1bd97-228a-4c01-bd7b-ecc1d7433c29 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Router 44586854-c3be-4aa1-bb0d-e6913609d9a4 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:11:29.795719 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b1bd97-228a-4c01-bd7b-ecc1d7433c29 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:11:29.800739 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8b1bd97-228a-4c01-bd7b-ecc1d7433c29 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:29.807324 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f8090-8e0c-4f5f-9396-6f2af1958365 None None] Sync routers for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:11:29.816274 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f8090-8e0c-4f5f-9396-6f2af1958365 None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:11:29.816891 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-209f8090-8e0c-4f5f-9396-6f2af1958365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:11:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:29.829056 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-a8b1bd97-228a-4c01-bd7b-ecc1d7433c29 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "DELETE /v2.0/floatingips/4a5e8456-911a-4207-9abe-8c641147bf96 HTTP/1.1" status: 204 len: 168 time: 1.1683528 Sep 09 21:11:29.829782 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'tag': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:11:29.832260 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70570aab-a374-4076-b52d-03c7d3f97115" -d '{"events": [{"name": "network-changed", "server_uuid": "596ab8fc-846d-4477-ad72-b0e2836d564f", "tag": "3ac9a871-bce6-4ede-ab25-7bf76f9994f8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:11:29.883134 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb70891-c247-433c-a650-066fd319db6d x-openstack-request-id: req-0fb70891-c247-433c-a650-066fd319db6d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:11:29.883455 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596ab8fc-846d-4477-ad72-b0e2836d564f", "tag": "3ac9a871-bce6-4ede-ab25-7bf76f9994f8", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:11:29.883678 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fb70891-c247-433c-a650-066fd319db6d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:11:29.884095 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'tag': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'status': 'completed', 'code': 200} Sep 09 21:11:29.945805 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-209f8090-8e0c-4f5f-9396-6f2af1958365 None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:11:29.948105 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70570aab-a374-4076-b52d-03c7d3f97115 req-7f952013-5eda-4559-971d-07c9f2a95bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:29.949645 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-70570aab-a374-4076-b52d-03c7d3f97115 req-7f952013-5eda-4559-971d-07c9f2a95bc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e9252ab3b54e1d80dc4020801940cf&device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 1099 time: 0.0429401 Sep 09 21:11:30.084257 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70570aab-a374-4076-b52d-03c7d3f97115 req-002f1c2e-5a10-49e7-866d-8e2482b841d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:30.085740 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-70570aab-a374-4076-b52d-03c7d3f97115 req-002f1c2e-5a10-49e7-866d-8e2482b841d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 200 len: 912 time: 0.1287150 Sep 09 21:11:30.111204 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324a5ae-6bf7-4827-9581-0fa7178eb980 req-658252b0-f519-48ca-93da-69f7a47497fe tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:30.112758 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2324a5ae-6bf7-4827-9581-0fa7178eb980 req-658252b0-f519-48ca-93da-69f7a47497fe tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 946 time: 0.0803611 Sep 09 21:11:30.142582 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-70570aab-a374-4076-b52d-03c7d3f97115 req-32a0c3ec-8bf4-49b8-8155-5931c3e61431 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ac9a871-bce6-4ede-ab25-7bf76f9994f8 HTTP/1.1" status: 200 len: 217 time: 0.0490549 Sep 09 21:11:30.168655 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-209f8090-8e0c-4f5f-9396-6f2af1958365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:30.196851 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f8090-8e0c-4f5f-9396-6f2af1958365 None None] Checking router: 44586854-c3be-4aa1-bb0d-e6913609d9a4 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:11:30.205542 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f8090-8e0c-4f5f-9396-6f2af1958365 None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:11:30.206174 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-209f8090-8e0c-4f5f-9396-6f2af1958365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:11:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:30.210789 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-2324a5ae-6bf7-4827-9581-0fa7178eb980 req-df267c30-a93c-4555-95bc-e401f9caebe9 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709224 Sep 09 21:11:30.220668 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70570aab-a374-4076-b52d-03c7d3f97115 req-98c88df0-1bda-4bdf-aa42-347b1b79ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:30.222156 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-70570aab-a374-4076-b52d-03c7d3f97115 req-98c88df0-1bda-4bdf-aa42-347b1b79ea9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7c1e48d-68a6-4644-95b0-1158dc726b0e HTTP/1.1" status: 200 len: 850 time: 0.0674222 Sep 09 21:11:30.274610 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70570aab-a374-4076-b52d-03c7d3f97115 req-ce460ea8-ed31-409c-9901-16beee209da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:30.276301 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-70570aab-a374-4076-b52d-03c7d3f97115 req-ce460ea8-ed31-409c-9901-16beee209da5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53f35eb8-e794-4bfb-bb49-572192a02f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437284 Sep 09 21:11:30.317325 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-209f8090-8e0c-4f5f-9396-6f2af1958365 None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:11:30.370325 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-70570aab-a374-4076-b52d-03c7d3f97115 req-8078f4cd-047a-4050-9658-1f7e57b3719d service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860052 Sep 09 21:11:30.480885 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-70570aab-a374-4076-b52d-03c7d3f97115 req-d554aed1-aa00-43ca-a236-367f66ddeddd service neutron] 10.222.0.48 "GET /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029470 Sep 09 21:11:30.527858 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-209f8090-8e0c-4f5f-9396-6f2af1958365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:30.559420 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f8090-8e0c-4f5f-9396-6f2af1958365 None None] The sync data for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi is: [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:15Z', 'revision_number': 4, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '864964e5-2c7e-401d-9917-6565141c4bbc', 'name': '', 'network_id': '53f35eb8-e794-4bfb-bb49-572192a02f8d', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'mac_address': 'fa:16:3e:e9:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:14Z', 'updated_at': '2021-09-09T21:04:23Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'subnets': [{'id': 'd7c1e48d-68a6-4644-95b0-1158dc726b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:11:30.792578 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:30.794400 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfbe55d-f7e2-4c97-bd73-1ae6485cbb03 None None] New status for floating IP 4a5e8456-911a-4207-9abe-8c641147bf96: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:11:31.342967 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9fe9f-56dc-4aae-bb21-c0467db8b29b req-439c1615-dd1b-44a8-8d6e-c3f666571c55 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:31.344658 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cfc9fe9f-56dc-4aae-bb21-c0467db8b29b req-439c1615-dd1b-44a8-8d6e-c3f666571c55 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 946 time: 0.0531373 Sep 09 21:11:31.388773 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cfc9fe9f-56dc-4aae-bb21-c0467db8b29b req-9abc7ba2-d553-4861-b921-7afc8123ef11 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377746 Sep 09 21:11:31.511943 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c69f3-1f2d-4fbf-87f2-c40232ccb820 req-8922c8ef-22b9-478a-a2ec-3104c2838f36 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:31.514074 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-290c69f3-1f2d-4fbf-87f2-c40232ccb820 req-8922c8ef-22b9-478a-a2ec-3104c2838f36 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.48 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 946 time: 0.0539036 Sep 09 21:11:31.614130 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-290c69f3-1f2d-4fbf-87f2-c40232ccb820 req-2831ba62-d96e-4a50-a3b4-dead110a7a81 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Deleting port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:31.614470 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-290c69f3-1f2d-4fbf-87f2-c40232ccb820 req-2831ba62-d96e-4a50-a3b4-dead110a7a81 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:31.711971 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-290c69f3-1f2d-4fbf-87f2-c40232ccb820 req-2831ba62-d96e-4a50-a3b4-dead110a7a81 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] For port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=3ac9a871-bce6-4ede-ab25-7bf76f9994f8,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:31.712339 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-290c69f3-1f2d-4fbf-87f2-c40232ccb820 req-2831ba62-d96e-4a50-a3b4-dead110a7a81 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:31.725336 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-290c69f3-1f2d-4fbf-87f2-c40232ccb820 req-2831ba62-d96e-4a50-a3b4-dead110a7a81 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Calling delete_port for 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:31.858993 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-290c69f3-1f2d-4fbf-87f2-c40232ccb820 req-2831ba62-d96e-4a50-a3b4-dead110a7a81 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:31.891831 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831ba62-d96e-4a50-a3b4-dead110a7a81 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event deleted for resources: {'Port': ['ID=3ac9a871-bce6-4ede-ab25-7bf76f9994f8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:31.937110 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-290c69f3-1f2d-4fbf-87f2-c40232ccb820 req-2831ba62-d96e-4a50-a3b4-dead110a7a81 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] No DVR routers for this DVR port 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:11:31.939685 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-290c69f3-1f2d-4fbf-87f2-c40232ccb820 req-2831ba62-d96e-4a50-a3b4-dead110a7a81 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:31.941742 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-290c69f3-1f2d-4fbf-87f2-c40232ccb820 req-2831ba62-d96e-4a50-a3b4-dead110a7a81 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.48 "DELETE /v2.0/ports/3ac9a871-bce6-4ede-ab25-7bf76f9994f8 HTTP/1.1" status: 204 len: 173 time: 0.4212930 Sep 09 21:11:31.942181 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'name': 'network-vif-deleted', 'tag': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:11:31.944479 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98b64c2-3a53-47c1-b8db-e3d47face6cc" -d '{"events": [{"server_uuid": "596ab8fc-846d-4477-ad72-b0e2836d564f", "name": "network-vif-deleted", "tag": "3ac9a871-bce6-4ede-ab25-7bf76f9994f8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:11:31.982378 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca597764-59f1-4de2-8292-eaa5a612c79a x-openstack-request-id: req-ca597764-59f1-4de2-8292-eaa5a612c79a {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:11:31.982696 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596ab8fc-846d-4477-ad72-b0e2836d564f", "name": "network-vif-deleted", "tag": "3ac9a871-bce6-4ede-ab25-7bf76f9994f8", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:11:31.982950 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca597764-59f1-4de2-8292-eaa5a612c79a {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:11:31.983447 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596ab8fc-846d-4477-ad72-b0e2836d564f', 'name': 'network-vif-deleted', 'tag': '3ac9a871-bce6-4ede-ab25-7bf76f9994f8', 'status': 'completed', 'code': 200} Sep 09 21:11:32.516815 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-688369de-965d-4b88-8276-cf0fc6f9fa00 req-818c5ec8-13de-40da-baba-5bef276ac960 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "GET /v2.0/ports?device_id=596ab8fc-846d-4477-ad72-b0e2836d564f HTTP/1.1" status: 200 len: 210 time: 0.0384772 Sep 09 21:11:33.732971 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55508) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:33.888142 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-692a4174-0f77-4a0f-8566-260f7b3cbb86 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Deleting port daa79ca3-5d63-4b3b-9119-3e323b448a9a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:33.888534 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-692a4174-0f77-4a0f-8566-260f7b3cbb86 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:33.970815 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-692a4174-0f77-4a0f-8566-260f7b3cbb86 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:33.971150 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-692a4174-0f77-4a0f-8566-260f7b3cbb86 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:33.986276 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-692a4174-0f77-4a0f-8566-260f7b3cbb86 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Calling delete_port for daa79ca3-5d63-4b3b-9119-3e323b448a9a owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:34.119921 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-692a4174-0f77-4a0f-8566-260f7b3cbb86 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:34.151326 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a4174-0f77-4a0f-8566-260f7b3cbb86 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event deleted for resources: {'Port': ['ID=daa79ca3-5d63-4b3b-9119-3e323b448a9a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:34.230098 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-692a4174-0f77-4a0f-8566-260f7b3cbb86 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:34.232809 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-692a4174-0f77-4a0f-8566-260f7b3cbb86 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:34.234013 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-692a4174-0f77-4a0f-8566-260f7b3cbb86 tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "DELETE /v2.0/floatingips/11cb40e3-a681-4489-8230-81915d2c4c10 HTTP/1.1" status: 204 len: 168 time: 0.5000362 Sep 09 21:11:34.868677 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:11:34.890558 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:11:34.890899 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 3ac9a871-bce6-4ede-ab25-7bf76f9994f8 not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:11:35.414892 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9a4207bc-c0b0-4d47-b791-f3fa29d32640 req-549cb9be-c382-43e6-a5f9-afc61578e2af service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458403 Sep 09 21:11:35.439983 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 55520) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:35.481224 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4207bc-c0b0-4d47-b791-f3fa29d32640 req-90bd50df-d32d-4210-a898-e8e8e179cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:35.482655 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9a4207bc-c0b0-4d47-b791-f3fa29d32640 req-90bd50df-d32d-4210-a898-e8e8e179cb87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c13cf209a39c4657bbf92bb53266df85&device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 1099 time: 0.0458086 Sep 09 21:11:35.505075 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:35.535888 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:35.593749 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4207bc-c0b0-4d47-b791-f3fa29d32640 req-089c735f-47fb-4515-87db-1c1576ec9755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:35.595427 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9a4207bc-c0b0-4d47-b791-f3fa29d32640 req-089c735f-47fb-4515-87db-1c1576ec9755 service neutron] 10.222.0.48 "GET /v2.0/networks?id=11d55ec4-d49c-44f2-b5d1-7d029328093d HTTP/1.1" status: 200 len: 909 time: 0.0927513 Sep 09 21:11:35.604801 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:35.607924 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:35.609078 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] 10.222.0.13 "DELETE /v2.0/security-groups/a2f3dbd8-3cdf-40cb-ab8c-17e280e67361 HTTP/1.1" status: 204 len: 168 time: 0.1680164 Sep 09 21:11:35.619294 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f3dbd8-3cdf-40cb-ab8c-17e280e67361,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:35.630035 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:35.630383 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:35.630725 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:35.631121 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:35.631482 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:35.631815 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:35.632209 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:35.632554 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:35.632887 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:35.633212 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:35.633536 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:35.633853 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b2811-0ca1-49af-85e0-3b6def13cb6f tempest-TestVolumeBootPattern-997717733 tempest-TestVolumeBootPattern-997717733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:35.672858 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 55526) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:35.691416 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9a4207bc-c0b0-4d47-b791-f3fa29d32640 req-74363432-f1c3-400c-b54b-7941b7585e83 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9 HTTP/1.1" status: 200 len: 1001 time: 0.0887632 Sep 09 21:11:35.743606 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4207bc-c0b0-4d47-b791-f3fa29d32640 req-307c1d12-cd2e-4c24-9d49-87242ae36c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:35.745042 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9a4207bc-c0b0-4d47-b791-f3fa29d32640 req-307c1d12-cd2e-4c24-9d49-87242ae36c89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b024b558-52cd-4d42-9769-1e1c258f8902 HTTP/1.1" status: 200 len: 847 time: 0.0463839 Sep 09 21:11:35.791942 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4207bc-c0b0-4d47-b791-f3fa29d32640 req-f9b6e403-daab-4203-b8e4-b56b83a06d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:35.794247 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9a4207bc-c0b0-4d47-b791-f3fa29d32640 req-f9b6e403-daab-4203-b8e4-b56b83a06d4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11d55ec4-d49c-44f2-b5d1-7d029328093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423613 Sep 09 21:11:35.892192 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9a4207bc-c0b0-4d47-b791-f3fa29d32640 req-73c98810-dbdf-4733-8d5c-5357cdf09c96 service neutron] 10.222.0.48 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901012 Sep 09 21:11:35.990135 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9a4207bc-c0b0-4d47-b791-f3fa29d32640 req-caeb6e69-7031-45a4-b3f6-c769e8bc6f60 service neutron] 10.222.0.48 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898519 Sep 09 21:11:36.135544 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffab77ec-28fe-4809-9782-1eb35a95e609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1987883'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:36.634552 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffab77ec-28fe-4809-9782-1eb35a95e609 admin admin] Deleting port 864964e5-2c7e-401d-9917-6565141c4bbc {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:36.635255 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffab77ec-28fe-4809-9782-1eb35a95e609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:36.717545 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffab77ec-28fe-4809-9782-1eb35a95e609 admin admin] For port 864964e5-2c7e-401d-9917-6565141c4bbc, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=864964e5-2c7e-401d-9917-6565141c4bbc,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:36.717910 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffab77ec-28fe-4809-9782-1eb35a95e609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:36.730052 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffab77ec-28fe-4809-9782-1eb35a95e609 admin admin] Calling delete_port for 864964e5-2c7e-401d-9917-6565141c4bbc owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:36.906993 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffab77ec-28fe-4809-9782-1eb35a95e609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:36.932342 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab77ec-28fe-4809-9782-1eb35a95e609 admin admin] Pushing event deleted for resources: {'Port': ['ID=864964e5-2c7e-401d-9917-6565141c4bbc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:37.094334 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffab77ec-28fe-4809-9782-1eb35a95e609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987999'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:37.313163 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffab77ec-28fe-4809-9782-1eb35a95e609 admin admin] Router 44586854-c3be-4aa1-bb0d-e6913609d9a4 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:11:37.420007 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffab77ec-28fe-4809-9782-1eb35a95e609 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:11:37.425617 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-ffab77ec-28fe-4809-9782-1eb35a95e609 admin admin] 10.222.0.13 "PUT /v2.0/routers/44586854-c3be-4aa1-bb0d-e6913609d9a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7516556 Sep 09 21:11:37.428549 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55530) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:37.429039 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c947de-a899-4762-bbc8-23488b5d3cf5 None None] Sync routers for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:11:37.439514 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c947de-a899-4762-bbc8-23488b5d3cf5 None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:11:37.440210 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-85c947de-a899-4762-bbc8-23488b5d3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:11:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:37.538275 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55792d33-b645-47af-8538-3576f03b7112 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:37.543302 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-85c947de-a899-4762-bbc8-23488b5d3cf5 None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:11:37.658971 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55792d33-b645-47af-8538-3576f03b7112 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:37.714136 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-55792d33-b645-47af-8538-3576f03b7112 admin admin] Deleting port 31c0215e-134f-4d71-a955-7ccda39cc141 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:37.714633 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55792d33-b645-47af-8538-3576f03b7112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:37.730868 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-85c947de-a899-4762-bbc8-23488b5d3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:11:36Z', 'revision_number': 5, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port': {'id': '31c0215e-134f-4d71-a955-7ccda39cc141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:37.761887 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c947de-a899-4762-bbc8-23488b5d3cf5 None None] Checking router: 44586854-c3be-4aa1-bb0d-e6913609d9a4 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:11:37.771038 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c947de-a899-4762-bbc8-23488b5d3cf5 None None] Routers {'44586854-c3be-4aa1-bb0d-e6913609d9a4'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:11:37.771704 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-85c947de-a899-4762-bbc8-23488b5d3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:11:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['44586854-c3be-4aa1-bb0d-e6913609d9a4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:37.812137 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-55792d33-b645-47af-8538-3576f03b7112 admin admin] For port 31c0215e-134f-4d71-a955-7ccda39cc141, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=31c0215e-134f-4d71-a955-7ccda39cc141,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:37.812488 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55792d33-b645-47af-8538-3576f03b7112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:37.824730 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-55792d33-b645-47af-8538-3576f03b7112 admin admin] Calling delete_port for 31c0215e-134f-4d71-a955-7ccda39cc141 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:37.859578 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-85c947de-a899-4762-bbc8-23488b5d3cf5 None None] Set router 44586854-c3be-4aa1-bb0d-e6913609d9a4 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:11:37.917319 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-85c947de-a899-4762-bbc8-23488b5d3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:11:37Z', 'revision_number': 6, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port_host': None}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:37.944739 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c947de-a899-4762-bbc8-23488b5d3cf5 None None] The sync data for ids ['44586854-c3be-4aa1-bb0d-e6913609d9a4'] in dv-cinder-805083-2-iscsi is: [{'id': '44586854-c3be-4aa1-bb0d-e6913609d9a4', 'name': 'tempest-TestVolumeBootPattern-303616624-router', 'tenant_id': '43e9252ab3b54e1d80dc4020801940cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:10Z', 'updated_at': '2021-09-09T21:11:37Z', 'revision_number': 6, 'project_id': '43e9252ab3b54e1d80dc4020801940cf', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:11:38.041247 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55792d33-b645-47af-8538-3576f03b7112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.065854 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55792d33-b645-47af-8538-3576f03b7112 admin admin] Pushing event deleted for resources: {'Port': ['ID=31c0215e-134f-4d71-a955-7ccda39cc141,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:38.130325 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55792d33-b645-47af-8538-3576f03b7112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988733'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.228069 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55792d33-b645-47af-8538-3576f03b7112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1987022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5768'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.230267 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55792d33-b645-47af-8538-3576f03b7112 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.287390 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55792d33-b645-47af-8538-3576f03b7112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1987015'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.287944 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55792d33-b645-47af-8538-3576f03b7112 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44586854-c3be-4aa1-bb0d-e6913609d9a4 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:11:38.293333 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55792d33-b645-47af-8538-3576f03b7112 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.294786 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-55792d33-b645-47af-8538-3576f03b7112 admin admin] 10.222.0.13 "DELETE /v2.0/routers/44586854-c3be-4aa1-bb0d-e6913609d9a4 HTTP/1.1" status: 204 len: 168 time: 0.8648424 Sep 09 21:11:38.300812 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 55532) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:38.348747 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8952288-bb6e-49df-8dce-3d192c994c7a admin admin] Deleting subnet d7c1e48d-68a6-4644-95b0-1158dc726b0e {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:11:38.352606 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8952288-bb6e-49df-8dce-3d192c994c7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.390972 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8952288-bb6e-49df-8dce-3d192c994c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13145719'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.479640 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8952288-bb6e-49df-8dce-3d192c994c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.536521 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8952288-bb6e-49df-8dce-3d192c994c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13123105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13020265'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.563533 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8952288-bb6e-49df-8dce-3d192c994c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c1e48d-68a6-4644-95b0-1158dc726b0e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:38.565564 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8952288-bb6e-49df-8dce-3d192c994c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.567501 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-b8952288-bb6e-49df-8dce-3d192c994c7a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d7c1e48d-68a6-4644-95b0-1158dc726b0e HTTP/1.1" status: 204 len: 168 time: 0.2656083 Sep 09 21:11:38.569748 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92888cf-847a-439d-824a-f4a021d106fc None None] Network 53f35eb8-e794-4bfb-bb49-572192a02f8d requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:11:38.570257 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 55534) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:38.646881 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.701434 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] Deleting port 612be81a-b7c6-42b1-9bbb-1349e7816c84 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:38.701668 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.776224 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] DHCP port deletion for 53f35eb8-e794-4bfb-bb49-572192a02f8d request from dv-cinder-805083-2-iscsi {{(pid=93819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 21:11:38.777115 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] For port 612be81a-b7c6-42b1-9bbb-1349e7816c84, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=612be81a-b7c6-42b1-9bbb-1349e7816c84,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:38.777485 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.793531 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] Calling delete_port for 612be81a-b7c6-42b1-9bbb-1349e7816c84 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:38.828593 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Deleting port 612be81a-b7c6-42b1-9bbb-1349e7816c84 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:38.828944 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.894436 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.910703 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] For port 612be81a-b7c6-42b1-9bbb-1349e7816c84, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=612be81a-b7c6-42b1-9bbb-1349e7816c84,segment=NetworkSegment(52990869-23f3-4a71-a587-6a4fbc8af109),segment_id=52990869-23f3-4a71-a587-6a4fbc8af109)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:38.911102 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:38.921926 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] Pushing event deleted for resources: {'Port': ['ID=612be81a-b7c6-42b1-9bbb-1349e7816c84,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:38.927494 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] No DVR routers for this DVR port 612be81a-b7c6-42b1-9bbb-1349e7816c84 on host dv-cinder-805083-2-iscsi {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:11:38.936807 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Calling delete_port for 612be81a-b7c6-42b1-9bbb-1349e7816c84 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:39.033146 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 864964e5-2c7e-401d-9917-6565141c4bbc no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:11:39.045001 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:39.073301 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f35eb8-e794-4bfb-bb49-572192a02f8d']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:39.086602 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52990869-23f3-4a71-a587-6a4fbc8af109') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:39.086919 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52990869-23f3-4a71-a587-6a4fbc8af109') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:39.098946 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13145614'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:39.117084 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:39.125673 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:11:39.126098 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13123011'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: Traceback (most recent call last): Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: timer() Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: cb(*args, **kw) Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: return func(*args, **kwargs) Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: self._notify() Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: self.callback(batched_events) Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: event.method(event) Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: return f(self, *a, **k) Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: return self._get(url).json() Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: return self.request(url, 'GET', **kwargs) Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:11:39.128109 dv-cinder-805083-2-iscsi neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:11:39.191351 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:39.194108 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: 864964e5-2c7e-401d-9917-6565141c4bbc {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:11:39.194636 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 864964e5-2c7e-401d-9917-6565141c4bbc not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:11:39.195679 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 612be81a-b7c6-42b1-9bbb-1349e7816c84 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:11:39.218237 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:39.227367 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:39.229270 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] 10.222.0.13 "DELETE /v2.0/networks/53f35eb8-e794-4bfb-bb49-572192a02f8d HTTP/1.1" status: 204 len: 168 time: 0.6584530 Sep 09 21:11:39.233331 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55536) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:39.238613 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1d797-88d0-46a3-a7fc-187e0854713c admin admin] Pushing event deleted for resources: {'Network': ['ID=53f35eb8-e794-4bfb-bb49-572192a02f8d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:39.243472 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: 612be81a-b7c6-42b1-9bbb-1349e7816c84 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:11:39.243820 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 612be81a-b7c6-42b1-9bbb-1349e7816c84 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:11:39.244237 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 31c0215e-134f-4d71-a955-7ccda39cc141 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:11:39.246566 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Pushing event deleted for resources: {'Port': ['ID=612be81a-b7c6-42b1-9bbb-1349e7816c84,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:39.268746 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] No DVR routers for this DVR port 612be81a-b7c6-42b1-9bbb-1349e7816c84 on host dv-cinder-805083-2-iscsi {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:11:39.275206 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: 31c0215e-134f-4d71-a955-7ccda39cc141 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:11:39.275572 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 31c0215e-134f-4d71-a955-7ccda39cc141 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:11:39.278565 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:39.278905 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:39.279425 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:39.279676 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:39.279918 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:39.280247 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:39.280579 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:39.280904 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:39.281272 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:39.281531 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:39.281996 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:39.282365 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0ffc8-0606-4f26-8896-ecb7169ce11a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805083-2-iscsi {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:11:39.619018 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e7077e1-c49e-41bf-bbdb-78526142b101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1987883'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:39.868545 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7e7077e1-c49e-41bf-bbdb-78526142b101 admin admin] Deleting port d9135244-6cd2-4e52-97b2-8f535eae940f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:39.868886 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e7077e1-c49e-41bf-bbdb-78526142b101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:39.951385 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7e7077e1-c49e-41bf-bbdb-78526142b101 admin admin] For port d9135244-6cd2-4e52-97b2-8f535eae940f, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=d9135244-6cd2-4e52-97b2-8f535eae940f,segment=NetworkSegment(e37c4650-1ade-4e29-a4c4-a49e711a7877),segment_id=e37c4650-1ade-4e29-a4c4-a49e711a7877)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:39.951695 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e7077e1-c49e-41bf-bbdb-78526142b101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:39.966737 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7e7077e1-c49e-41bf-bbdb-78526142b101 admin admin] Calling delete_port for d9135244-6cd2-4e52-97b2-8f535eae940f owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:40.149345 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e7077e1-c49e-41bf-bbdb-78526142b101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:40.176042 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7077e1-c49e-41bf-bbdb-78526142b101 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9135244-6cd2-4e52-97b2-8f535eae940f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:40.348632 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e7077e1-c49e-41bf-bbdb-78526142b101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987999'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:40.565484 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7077e1-c49e-41bf-bbdb-78526142b101 admin admin] Router bd05cf6c-acc2-45ee-a0ea-7b8b9388b739 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:11:40.698366 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7077e1-c49e-41bf-bbdb-78526142b101 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:11:40.705017 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-7e7077e1-c49e-41bf-bbdb-78526142b101 admin admin] 10.222.0.13 "PUT /v2.0/routers/bd05cf6c-acc2-45ee-a0ea-7b8b9388b739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4693680 Sep 09 21:11:40.708773 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55538) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:40.711584 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42086ed2-db11-42e1-9290-38795b02a3f3 None None] Sync routers for ids ['bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:11:40.723708 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42086ed2-db11-42e1-9290-38795b02a3f3 None None] Routers {'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:11:40.724427 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-42086ed2-db11-42e1-9290-38795b02a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:11:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:40.837759 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-42086ed2-db11-42e1-9290-38795b02a3f3 None None] Set router bd05cf6c-acc2-45ee-a0ea-7b8b9388b739 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:11:41.026158 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-42086ed2-db11-42e1-9290-38795b02a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'name': 'tempest-TestVolumeBootPattern-1580457462-router', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:19Z', 'updated_at': '2021-09-09T21:11:40Z', 'revision_number': 5, 'project_id': '1bf77f1da0c045d88f44ac8e55574601', 'gw_port': {'id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:20Z', 'updated_at': '2021-09-09T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:41.055881 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42086ed2-db11-42e1-9290-38795b02a3f3 None None] Checking router: bd05cf6c-acc2-45ee-a0ea-7b8b9388b739 for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:11:41.065086 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42086ed2-db11-42e1-9290-38795b02a3f3 None None] Routers {'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:11:41.065694 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-42086ed2-db11-42e1-9290-38795b02a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:11:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:41.101309 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b2eb-be16-4563-814e-b574fb374e4a admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:41.172624 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-42086ed2-db11-42e1-9290-38795b02a3f3 None None] Set router bd05cf6c-acc2-45ee-a0ea-7b8b9388b739 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:11:41.207376 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b2eb-be16-4563-814e-b574fb374e4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:41.268741 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7b2eb-be16-4563-814e-b574fb374e4a admin admin] Deleting port d9473644-097f-4a6f-8f42-2f6ec8e43ac2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:41.269090 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b2eb-be16-4563-814e-b574fb374e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:41.365833 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b8e7b2eb-be16-4563-814e-b574fb374e4a admin admin] For port d9473644-097f-4a6f-8f42-2f6ec8e43ac2, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=d9473644-097f-4a6f-8f42-2f6ec8e43ac2,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:41.366504 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b2eb-be16-4563-814e-b574fb374e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:41.379239 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7b2eb-be16-4563-814e-b574fb374e4a admin admin] Calling delete_port for d9473644-097f-4a6f-8f42-2f6ec8e43ac2 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:41.453917 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-42086ed2-db11-42e1-9290-38795b02a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'name': 'tempest-TestVolumeBootPattern-1580457462-router', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:19Z', 'updated_at': '2021-09-09T21:11:40Z', 'revision_number': 5, 'project_id': '1bf77f1da0c045d88f44ac8e55574601', 'gw_port': {'id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:20Z', 'updated_at': '2021-09-09T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:41.479854 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42086ed2-db11-42e1-9290-38795b02a3f3 None None] The sync data for ids ['bd05cf6c-acc2-45ee-a0ea-7b8b9388b739'] in dv-cinder-805083-2-iscsi is: [{'id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'name': 'tempest-TestVolumeBootPattern-1580457462-router', 'tenant_id': '1bf77f1da0c045d88f44ac8e55574601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:04:19Z', 'updated_at': '2021-09-09T21:11:40Z', 'revision_number': 5, 'project_id': '1bf77f1da0c045d88f44ac8e55574601', 'gw_port': {'id': 'd9473644-097f-4a6f-8f42-2f6ec8e43ac2', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05cf6c-acc2-45ee-a0ea-7b8b9388b739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:04:20Z', 'updated_at': '2021-09-09T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:11:41.545084 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b2eb-be16-4563-814e-b574fb374e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:41.573056 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7b2eb-be16-4563-814e-b574fb374e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9473644-097f-4a6f-8f42-2f6ec8e43ac2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:41.630428 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b2eb-be16-4563-814e-b574fb374e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988733'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:41.721195 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b2eb-be16-4563-814e-b574fb374e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1987022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5768'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:41.723303 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b2eb-be16-4563-814e-b574fb374e4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:41.769381 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b2eb-be16-4563-814e-b574fb374e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1987015'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:41.769917 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e7b2eb-be16-4563-814e-b574fb374e4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd05cf6c-acc2-45ee-a0ea-7b8b9388b739 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:11:41.774678 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b2eb-be16-4563-814e-b574fb374e4a admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:41.775787 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-b8e7b2eb-be16-4563-814e-b574fb374e4a admin admin] 10.222.0.13 "DELETE /v2.0/routers/bd05cf6c-acc2-45ee-a0ea-7b8b9388b739 HTTP/1.1" status: 204 len: 168 time: 1.0660126 Sep 09 21:11:41.778456 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55540) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:41.831760 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb372fb4-e7c9-4931-8e05-15f561a8da48 admin admin] Deleting subnet 8fd6b330-8021-4be2-846e-633787beb08d {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:11:41.836023 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb372fb4-e7c9-4931-8e05-15f561a8da48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:41.894039 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb372fb4-e7c9-4931-8e05-15f561a8da48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14234958'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:41.982697 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb372fb4-e7c9-4931-8e05-15f561a8da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.044623 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb372fb4-e7c9-4931-8e05-15f561a8da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14199643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14201999'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.072513 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb372fb4-e7c9-4931-8e05-15f561a8da48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd6b330-8021-4be2-846e-633787beb08d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:42.076542 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb372fb4-e7c9-4931-8e05-15f561a8da48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.080825 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-fb372fb4-e7c9-4931-8e05-15f561a8da48 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8fd6b330-8021-4be2-846e-633787beb08d HTTP/1.1" status: 204 len: 168 time: 0.2990515 Sep 09 21:11:42.081646 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 55542) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:42.083111 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdc2159-1cf9-4908-b22b-c48c93cd1e3b None None] Network 4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:11:42.159460 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.217496 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] Deleting port 6256a25b-d5ea-4a58-ae1f-ddd168e83164 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:42.218076 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.289476 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] For port 6256a25b-d5ea-4a58-ae1f-ddd168e83164, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=6256a25b-d5ea-4a58-ae1f-ddd168e83164,segment=NetworkSegment(e37c4650-1ade-4e29-a4c4-a49e711a7877),segment_id=e37c4650-1ade-4e29-a4c4-a49e711a7877)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:42.289840 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.301966 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] Calling delete_port for 6256a25b-d5ea-4a58-ae1f-ddd168e83164 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:42.379519 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.407120 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] Pushing event deleted for resources: {'Port': ['ID=6256a25b-d5ea-4a58-ae1f-ddd168e83164,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:42.410638 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] No DVR routers for this DVR port 6256a25b-d5ea-4a58-ae1f-ddd168e83164 on host dv-cinder-805083-2-iscsi {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:11:42.486940 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.511839 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:42.515419 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e597e924-ee14-4fa2-99b2-dcda112c04d6 None None] DHCP port deletion for 4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff request from dv-cinder-805083-2-iscsi {{(pid=93819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 21:11:42.521887 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37c4650-1ade-4e29-a4c4-a49e711a7877') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:42.522166 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.services.segments.db [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37c4650-1ade-4e29-a4c4-a49e711a7877') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:42.542050 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13145614'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.556902 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.563012 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:11:42.563441 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13123011'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: Traceback (most recent call last): Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: timer() Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: cb(*args, **kw) Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: return func(*args, **kwargs) Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: self._notify() Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: self.callback(batched_events) Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: event.method(event) Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: return f(self, *a, **k) Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: return self._get(url).json() Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: return self.request(url, 'GET', **kwargs) Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:11:42.565267 dv-cinder-805083-2-iscsi neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:11:42.624123 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.630533 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.632430 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff HTTP/1.1" status: 204 len: 168 time: 0.5492344 Sep 09 21:11:42.643385 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c31899-8250-4ae1-bea8-86149358ce12 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c7bd4e5-7602-41a5-862e-fa1e6cd0e0ff,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:42.742889 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 55546) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:42.782074 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-ff9faac0-1a61-4abe-a896-932d084f9a62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43e9252ab3b54e1d80dc4020801940cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379465 Sep 09 21:11:42.784367 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 55548) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:42.831722 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a66ee0c6-db6e-4286-908a-09eb33794481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.852458 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a66ee0c6-db6e-4286-908a-09eb33794481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.897257 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a66ee0c6-db6e-4286-908a-09eb33794481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.899939 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a66ee0c6-db6e-4286-908a-09eb33794481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:42.901132 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-a66ee0c6-db6e-4286-908a-09eb33794481 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25a8c6ab-efea-494c-9f6d-6b83bce8c778 HTTP/1.1" status: 204 len: 168 time: 0.1158655 Sep 09 21:11:42.909235 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ee0c6-db6e-4286-908a-09eb33794481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a8c6ab-efea-494c-9f6d-6b83bce8c778,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:42.991773 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device d9473644-097f-4a6f-8f42-2f6ec8e43ac2 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:11:43.012031 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: d9473644-097f-4a6f-8f42-2f6ec8e43ac2 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:11:43.012375 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device d9473644-097f-4a6f-8f42-2f6ec8e43ac2 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:11:43.013394 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device d9135244-6cd2-4e52-97b2-8f535eae940f no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:11:43.032756 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: d9135244-6cd2-4e52-97b2-8f535eae940f {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:11:43.033104 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device d9135244-6cd2-4e52-97b2-8f535eae940f not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:11:43.033523 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 6256a25b-d5ea-4a58-ae1f-ddd168e83164 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:11:43.055474 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: 6256a25b-d5ea-4a58-ae1f-ddd168e83164 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:11:43.055820 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 6256a25b-d5ea-4a58-ae1f-ddd168e83164 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:11:43.096973 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 55554) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:43.265943 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55556) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:43.277991 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7f20bc9f-32d5-4929-9d3e-cfc3dcea0466 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Deleting port 9e7cc149-8396-4236-b455-2ec3c0d2c85d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:43.278379 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f20bc9f-32d5-4929-9d3e-cfc3dcea0466 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:43.308433 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-829b1cc5-2535-428c-b1de-cdf3289deaba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bf77f1da0c045d88f44ac8e55574601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410631 Sep 09 21:11:43.311371 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55558) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:43.361862 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f20bc9f-32d5-4929-9d3e-cfc3dcea0466 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:43.362212 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f20bc9f-32d5-4929-9d3e-cfc3dcea0466 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:43.365907 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7079fc3-583f-4647-9bb1-792e6eed0862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:43.374607 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7f20bc9f-32d5-4929-9d3e-cfc3dcea0466 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Calling delete_port for 9e7cc149-8396-4236-b455-2ec3c0d2c85d owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:43.388044 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7079fc3-583f-4647-9bb1-792e6eed0862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:43.436693 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7079fc3-583f-4647-9bb1-792e6eed0862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:43.439567 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7079fc3-583f-4647-9bb1-792e6eed0862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:43.440937 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-f7079fc3-583f-4647-9bb1-792e6eed0862 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41d90c63-daff-4466-8e20-0a15ce67a8ae HTTP/1.1" status: 204 len: 168 time: 0.1284809 Sep 09 21:11:43.450092 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7079fc3-583f-4647-9bb1-792e6eed0862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d90c63-daff-4466-8e20-0a15ce67a8ae,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:43.528407 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f20bc9f-32d5-4929-9d3e-cfc3dcea0466 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13123100'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:43.553615 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20bc9f-32d5-4929-9d3e-cfc3dcea0466 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Pushing event deleted for resources: {'Port': ['ID=9e7cc149-8396-4236-b455-2ec3c0d2c85d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:43.619157 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f20bc9f-32d5-4929-9d3e-cfc3dcea0466 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:43.619568 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.db.l3_db [None req-7f20bc9f-32d5-4929-9d3e-cfc3dcea0466 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Floating IP a676a8b2-efb7-4bc2-be48-624aea75d726 disassociated (deleted). External IP: 172.27.3.47, port: 9fe99049-e692-4f2a-a253-4bfd2c5dccf9. Sep 09 21:11:43.838794 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f20bc9f-32d5-4929-9d3e-cfc3dcea0466 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:11:43.943291 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f20bc9f-32d5-4929-9d3e-cfc3dcea0466 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:11:43.948002 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f20bc9f-32d5-4929-9d3e-cfc3dcea0466 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:43.952676 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824d20a6-f21b-422a-a904-c05a4dcade9e None None] Sync routers for ids ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:11:43.961600 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824d20a6-f21b-422a-a904-c05a4dcade9e None None] Routers {'6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:11:43.962213 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-824d20a6-f21b-422a-a904-c05a4dcade9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:11:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:43.975199 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-7f20bc9f-32d5-4929-9d3e-cfc3dcea0466 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "DELETE /v2.0/floatingips/a676a8b2-efb7-4bc2-be48-624aea75d726 HTTP/1.1" status: 204 len: 168 time: 0.8771398 Sep 09 21:11:43.975993 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'tag': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:11:43.978418 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474eaf3bb652fec2f19919b2ceae808cc34db3da34c22d7391db7ed2cca7a9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1ddc65-2090-450c-b39b-2a5c9bb0f2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5", "tag": "9fe99049-e692-4f2a-a253-4bfd2c5dccf9"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:11:44.118764 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-824d20a6-f21b-422a-a904-c05a4dcade9e None None] Set router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:11:44.214588 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac2855e-660e-48a4-9756-c1a39d549a1d x-openstack-request-id: req-cac2855e-660e-48a4-9756-c1a39d549a1d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:11:44.215107 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5", "tag": "9fe99049-e692-4f2a-a253-4bfd2c5dccf9", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:11:44.216464 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cac2855e-660e-48a4-9756-c1a39d549a1d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:11:44.216887 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'tag': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9', 'status': 'completed', 'code': 200} Sep 09 21:11:44.231556 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a1955-3003-4384-aad2-b60f6d0817ca req-94c2e094-77dd-48bb-9292-3973bf3db52e tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:44.233992 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d26a1955-3003-4384-aad2-b60f6d0817ca req-94c2e094-77dd-48bb-9292-3973bf3db52e tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0633562 Sep 09 21:11:44.304460 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-d26a1955-3003-4384-aad2-b60f6d0817ca req-8d640bc4-4e52-4c48-9bb6-fad89c8a3dfd tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640874 Sep 09 21:11:44.307565 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ddc65-2090-450c-b39b-2a5c9bb0f2cb req-c8972bfd-f65d-4f45-86e9-3a6f9fbe0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:44.308999 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3c1ddc65-2090-450c-b39b-2a5c9bb0f2cb req-c8972bfd-f65d-4f45-86e9-3a6f9fbe0931 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c13cf209a39c4657bbf92bb53266df85&device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 1099 time: 0.0699103 Sep 09 21:11:44.342971 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-824d20a6-f21b-422a-a904-c05a4dcade9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'name': 'tempest-TestShelveInstance-627627835-router', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ab9688bc-7cef-4611-8678-65559811e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:25Z', 'updated_at': '2021-09-09T21:07:28Z', 'revision_number': 4, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'gw_port': {'id': 'ab9688bc-7cef-4611-8678-65559811e340', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:26Z', 'updated_at': '2021-09-09T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '50538c76-1f9a-416a-935e-13013ea49c70', 'name': '', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'mac_address': 'fa:16:3e:3a:30:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:28Z', 'updated_at': '2021-09-09T21:07:35Z', 'revision_number': 5, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'subnets': [{'id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:44.370307 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824d20a6-f21b-422a-a904-c05a4dcade9e None None] Checking router: 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:11:44.379658 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824d20a6-f21b-422a-a904-c05a4dcade9e None None] Routers {'6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:11:44.380283 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-824d20a6-f21b-422a-a904-c05a4dcade9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:11:18Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:44.413365 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ddc65-2090-450c-b39b-2a5c9bb0f2cb req-b869f320-ca3e-4b80-95d4-c45b0f99b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:44.414883 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3c1ddc65-2090-450c-b39b-2a5c9bb0f2cb req-b869f320-ca3e-4b80-95d4-c45b0f99b6e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=11d55ec4-d49c-44f2-b5d1-7d029328093d HTTP/1.1" status: 200 len: 909 time: 0.0979192 Sep 09 21:11:44.459093 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3c1ddc65-2090-450c-b39b-2a5c9bb0f2cb req-2cac24a0-abfd-4ee6-b4ef-18c867f2ae7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9 HTTP/1.1" status: 200 len: 217 time: 0.0359423 Sep 09 21:11:44.501090 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-824d20a6-f21b-422a-a904-c05a4dcade9e None None] Set router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:11:44.518832 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ddc65-2090-450c-b39b-2a5c9bb0f2cb req-5fbbcd09-a270-4d8c-91bc-bec8fa832d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:44.520381 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3c1ddc65-2090-450c-b39b-2a5c9bb0f2cb req-5fbbcd09-a270-4d8c-91bc-bec8fa832d20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b024b558-52cd-4d42-9769-1e1c258f8902 HTTP/1.1" status: 200 len: 847 time: 0.0536051 Sep 09 21:11:44.571127 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ddc65-2090-450c-b39b-2a5c9bb0f2cb req-5b5e17f6-4d60-4835-a1f8-684cd424c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:44.573841 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3c1ddc65-2090-450c-b39b-2a5c9bb0f2cb req-5b5e17f6-4d60-4835-a1f8-684cd424c93a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11d55ec4-d49c-44f2-b5d1-7d029328093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452356 Sep 09 21:11:44.667100 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3c1ddc65-2090-450c-b39b-2a5c9bb0f2cb req-5f6eddaf-e810-4917-8b91-95f188237cc3 service neutron] 10.222.0.48 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845389 Sep 09 21:11:44.703916 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-824d20a6-f21b-422a-a904-c05a4dcade9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'name': 'tempest-TestShelveInstance-627627835-router', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ab9688bc-7cef-4611-8678-65559811e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:25Z', 'updated_at': '2021-09-09T21:07:28Z', 'revision_number': 4, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'gw_port': {'id': 'ab9688bc-7cef-4611-8678-65559811e340', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:26Z', 'updated_at': '2021-09-09T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '50538c76-1f9a-416a-935e-13013ea49c70', 'name': '', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'mac_address': 'fa:16:3e:3a:30:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:28Z', 'updated_at': '2021-09-09T21:07:35Z', 'revision_number': 5, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'subnets': [{'id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:44.730027 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824d20a6-f21b-422a-a904-c05a4dcade9e None None] The sync data for ids ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'] in dv-cinder-805083-2-iscsi is: [{'id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'name': 'tempest-TestShelveInstance-627627835-router', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ab9688bc-7cef-4611-8678-65559811e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:25Z', 'updated_at': '2021-09-09T21:07:28Z', 'revision_number': 4, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'gw_port': {'id': 'ab9688bc-7cef-4611-8678-65559811e340', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:26Z', 'updated_at': '2021-09-09T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi', '_interfaces': [{'id': '50538c76-1f9a-416a-935e-13013ea49c70', 'name': '', 'network_id': '11d55ec4-d49c-44f2-b5d1-7d029328093d', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'mac_address': 'fa:16:3e:3a:30:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:28Z', 'updated_at': '2021-09-09T21:07:35Z', 'revision_number': 5, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'subnets': [{'id': 'b024b558-52cd-4d42-9769-1e1c258f8902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:11:44.757575 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-3c1ddc65-2090-450c-b39b-2a5c9bb0f2cb req-48043ad3-80e9-460b-8bc5-eaeb45e84402 service neutron] 10.222.0.48 "GET /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827119 Sep 09 21:11:44.947478 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d6f83-c798-493d-8018-9bdcbdec7ada None None] New status for floating IP a676a8b2-efb7-4bc2-be48-624aea75d726: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:11:45.435049 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ce708-5046-45b6-aa6c-5f3b728e5d51 req-9d546c8b-cc87-4095-8065-c4545a8078f5 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:45.436577 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9a4ce708-5046-45b6-aa6c-5f3b728e5d51 req-9d546c8b-cc87-4095-8065-c4545a8078f5 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0492864 Sep 09 21:11:45.474215 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-9a4ce708-5046-45b6-aa6c-5f3b728e5d51 req-fbd6e433-44c6-4de1-a593-085ec6482630 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314512 Sep 09 21:11:45.683262 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b6c34-949f-4aac-a0ea-760a6dc3ca74 req-91317134-130a-4cff-bc61-c7a4f1b9e1ac tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:11:45.684813 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-982b6c34-949f-4aac-a0ea-760a6dc3ca74 req-91317134-130a-4cff-bc61-c7a4f1b9e1ac tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 946 time: 0.0543799 Sep 09 21:11:45.785260 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-982b6c34-949f-4aac-a0ea-760a6dc3ca74 req-7fcba290-077c-4ace-9512-33815cfe6b07 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Deleting port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:45.785528 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-982b6c34-949f-4aac-a0ea-760a6dc3ca74 req-7fcba290-077c-4ace-9512-33815cfe6b07 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:45.786195 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8464f79c-f57d-4c0c-bac4-533a92fb7ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:45.882640 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-982b6c34-949f-4aac-a0ea-760a6dc3ca74 req-7fcba290-077c-4ace-9512-33815cfe6b07 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] For port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9, host hv-cinder-80508, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80508',level=0,port_id=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,segment=NetworkSegment(d447aded-a7ac-47f3-83ea-062872f0ac03),segment_id=d447aded-a7ac-47f3-83ea-062872f0ac03)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:45.883005 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-982b6c34-949f-4aac-a0ea-760a6dc3ca74 req-7fcba290-077c-4ace-9512-33815cfe6b07 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:45.896437 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-982b6c34-949f-4aac-a0ea-760a6dc3ca74 req-7fcba290-077c-4ace-9512-33815cfe6b07 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Calling delete_port for 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:46.026546 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-982b6c34-949f-4aac-a0ea-760a6dc3ca74 req-7fcba290-077c-4ace-9512-33815cfe6b07 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:46.061530 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcba290-077c-4ace-9512-33815cfe6b07 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Pushing event deleted for resources: {'Port': ['ID=9fe99049-e692-4f2a-a253-4bfd2c5dccf9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:46.103329 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-982b6c34-949f-4aac-a0ea-760a6dc3ca74 req-7fcba290-077c-4ace-9512-33815cfe6b07 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] No DVR routers for this DVR port 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 on host hv-cinder-80508 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:11:46.105858 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-982b6c34-949f-4aac-a0ea-760a6dc3ca74 req-7fcba290-077c-4ace-9512-33815cfe6b07 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125860'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:46.108328 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-982b6c34-949f-4aac-a0ea-760a6dc3ca74 req-7fcba290-077c-4ace-9512-33815cfe6b07 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.48 "DELETE /v2.0/ports/9fe99049-e692-4f2a-a253-4bfd2c5dccf9 HTTP/1.1" status: 204 len: 173 time: 0.4105051 Sep 09 21:11:46.108798 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'name': 'network-vif-deleted', 'tag': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:11:46.111701 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d343d0426d98ab6addcf506c5f1660a1afeaaa0bfa3ba1ed852f6d2297911a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03809d3-8ee0-4041-b985-b072bc6ab4af" -d '{"events": [{"server_uuid": "7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5", "name": "network-vif-deleted", "tag": "9fe99049-e692-4f2a-a253-4bfd2c5dccf9"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:11:46.152003 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48503cca-97f0-4df3-907d-c06ff5a0b9a3 x-openstack-request-id: req-48503cca-97f0-4df3-907d-c06ff5a0b9a3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:11:46.152406 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5", "name": "network-vif-deleted", "tag": "9fe99049-e692-4f2a-a253-4bfd2c5dccf9", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:11:46.152766 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48503cca-97f0-4df3-907d-c06ff5a0b9a3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:11:46.153121 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5', 'name': 'network-vif-deleted', 'tag': '9fe99049-e692-4f2a-a253-4bfd2c5dccf9', 'status': 'completed', 'code': 200} Sep 09 21:11:46.587449 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [req-cb5ef245-1eff-4f9a-94c9-68c3b937e329 req-5fac66c4-ce6d-468e-8638-ab18d85cd05e tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "GET /v2.0/ports?device_id=7faa4a8e-01cd-4365-b16a-8d1dab8ae8a5 HTTP/1.1" status: 200 len: 210 time: 0.0301578 Sep 09 21:11:47.646896 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55580) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:47.707433 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9ddd43d-3a41-4fa5-84f0-c20884968ad9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:47.732882 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9ddd43d-3a41-4fa5-84f0-c20884968ad9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:47.792706 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9ddd43d-3a41-4fa5-84f0-c20884968ad9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:47.796073 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9ddd43d-3a41-4fa5-84f0-c20884968ad9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:47.797217 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-a9ddd43d-3a41-4fa5-84f0-c20884968ad9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] 10.222.0.13 "DELETE /v2.0/security-groups/e1b54b36-f32a-40e2-9c71-8ba4b1b839d2 HTTP/1.1" status: 204 len: 168 time: 0.1493182 Sep 09 21:11:47.806521 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddd43d-3a41-4fa5-84f0-c20884968ad9 tempest-TestShelveInstance-106588985 tempest-TestShelveInstance-106588985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b54b36-f32a-40e2-9c71-8ba4b1b839d2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:47.846875 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55584) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:48.191596 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9cb6769b-0a0f-4fd5-aee2-5faeb081380c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1987883'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:48.423564 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a1043019-d100-42cb-bef4-8df7d7443827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:48.436724 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9cb6769b-0a0f-4fd5-aee2-5faeb081380c admin admin] Deleting port 50538c76-1f9a-416a-935e-13013ea49c70 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:48.437142 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9cb6769b-0a0f-4fd5-aee2-5faeb081380c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:48.518969 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-9cb6769b-0a0f-4fd5-aee2-5faeb081380c admin admin] For port 50538c76-1f9a-416a-935e-13013ea49c70, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=50538c76-1f9a-416a-935e-13013ea49c70,segment=NetworkSegment(d447aded-a7ac-47f3-83ea-062872f0ac03),segment_id=d447aded-a7ac-47f3-83ea-062872f0ac03)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:48.519237 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9cb6769b-0a0f-4fd5-aee2-5faeb081380c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:48.533191 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9cb6769b-0a0f-4fd5-aee2-5faeb081380c admin admin] Calling delete_port for 50538c76-1f9a-416a-935e-13013ea49c70 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:48.612322 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:48.717633 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9cb6769b-0a0f-4fd5-aee2-5faeb081380c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:48.742453 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6769b-0a0f-4fd5-aee2-5faeb081380c admin admin] Pushing event deleted for resources: {'Port': ['ID=50538c76-1f9a-416a-935e-13013ea49c70,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:48.906732 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9cb6769b-0a0f-4fd5-aee2-5faeb081380c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987999'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:48.962615 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 no longer exists at agent hyperv_hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:11:48.982618 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] No Port match for: 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:11:48.983936 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Device 9fe99049-e692-4f2a-a253-4bfd2c5dccf9 not bound to the agent host hv-cinder-80508 {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:11:49.125637 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb6769b-0a0f-4fd5-aee2-5faeb081380c admin admin] Router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:11:49.235603 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb6769b-0a0f-4fd5-aee2-5faeb081380c admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:11:49.240779 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-9cb6769b-0a0f-4fd5-aee2-5faeb081380c admin admin] 10.222.0.13 "PUT /v2.0/routers/6a41f4aa-b3c2-4af2-ba03-5e0cf3578949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3927915 Sep 09 21:11:49.243457 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55586) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:49.246153 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756ec5be-143f-4f07-9550-552d5651cb48 None None] Sync routers for ids ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'] in dv-cinder-805083-2-iscsi {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:11:49.257356 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ec5be-143f-4f07-9550-552d5651cb48 None None] Routers {'6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:11:49.257996 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-756ec5be-143f-4f07-9550-552d5651cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:11:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:49.389268 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-756ec5be-143f-4f07-9550-552d5651cb48 None None] Set router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:11:49.592240 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-756ec5be-143f-4f07-9550-552d5651cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'name': 'tempest-TestShelveInstance-627627835-router', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ab9688bc-7cef-4611-8678-65559811e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:25Z', 'updated_at': '2021-09-09T21:11:48Z', 'revision_number': 5, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'gw_port': {'id': 'ab9688bc-7cef-4611-8678-65559811e340', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:26Z', 'updated_at': '2021-09-09T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:49.620879 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756ec5be-143f-4f07-9550-552d5651cb48 None None] Checking router: 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 for host: dv-cinder-805083-2-iscsi {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:11:49.631168 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ec5be-143f-4f07-9550-552d5651cb48 None None] Routers {'6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:11:49.631821 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-756ec5be-143f-4f07-9550-552d5651cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:11:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:49.646868 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c90969f7-a35c-47b9-85dc-cf3de5ca5efb admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:49.748214 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-756ec5be-143f-4f07-9550-552d5651cb48 None None] Set router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 gateway port host: dv-cinder-805083-2-iscsi {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:11:49.767318 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c90969f7-a35c-47b9-85dc-cf3de5ca5efb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:49.819951 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c90969f7-a35c-47b9-85dc-cf3de5ca5efb admin admin] Deleting port ab9688bc-7cef-4611-8678-65559811e340 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:49.820281 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c90969f7-a35c-47b9-85dc-cf3de5ca5efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:49.900096 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c90969f7-a35c-47b9-85dc-cf3de5ca5efb admin admin] For port ab9688bc-7cef-4611-8678-65559811e340, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=ab9688bc-7cef-4611-8678-65559811e340,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:49.900379 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c90969f7-a35c-47b9-85dc-cf3de5ca5efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:49.911801 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c90969f7-a35c-47b9-85dc-cf3de5ca5efb admin admin] Calling delete_port for ab9688bc-7cef-4611-8678-65559811e340 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:49.927787 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-756ec5be-143f-4f07-9550-552d5651cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'name': 'tempest-TestShelveInstance-627627835-router', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ab9688bc-7cef-4611-8678-65559811e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:25Z', 'updated_at': '2021-09-09T21:11:48Z', 'revision_number': 5, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'gw_port': {'id': 'ab9688bc-7cef-4611-8678-65559811e340', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:26Z', 'updated_at': '2021-09-09T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:49.959305 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756ec5be-143f-4f07-9550-552d5651cb48 None None] The sync data for ids ['6a41f4aa-b3c2-4af2-ba03-5e0cf3578949'] in dv-cinder-805083-2-iscsi is: [{'id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'name': 'tempest-TestShelveInstance-627627835-router', 'tenant_id': 'c13cf209a39c4657bbf92bb53266df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ab9688bc-7cef-4611-8678-65559811e340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:25Z', 'updated_at': '2021-09-09T21:11:48Z', 'revision_number': 5, 'project_id': 'c13cf209a39c4657bbf92bb53266df85', 'gw_port': {'id': 'ab9688bc-7cef-4611-8678-65559811e340', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a41f4aa-b3c2-4af2-ba03-5e0cf3578949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:26Z', 'updated_at': '2021-09-09T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:11:50.016302 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:50.078548 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c90969f7-a35c-47b9-85dc-cf3de5ca5efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:50.103705 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90969f7-a35c-47b9-85dc-cf3de5ca5efb admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9688bc-7cef-4611-8678-65559811e340,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:50.162322 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c90969f7-a35c-47b9-85dc-cf3de5ca5efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988733'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:50.255516 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c90969f7-a35c-47b9-85dc-cf3de5ca5efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1987022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5768'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:50.257537 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c90969f7-a35c-47b9-85dc-cf3de5ca5efb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:50.301819 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c90969f7-a35c-47b9-85dc-cf3de5ca5efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1987015'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:50.302328 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90969f7-a35c-47b9-85dc-cf3de5ca5efb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:11:50.306539 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c90969f7-a35c-47b9-85dc-cf3de5ca5efb admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:50.307881 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-c90969f7-a35c-47b9-85dc-cf3de5ca5efb admin admin] 10.222.0.13 "DELETE /v2.0/routers/6a41f4aa-b3c2-4af2-ba03-5e0cf3578949 HTTP/1.1" status: 204 len: 168 time: 1.0632868 Sep 09 21:11:50.310773 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55588) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:50.355058 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac07b3e-bbcb-47ef-88d3-a4d3cd35b58e admin admin] Deleting subnet b024b558-52cd-4d42-9769-1e1c258f8902 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:11:50.358863 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fac07b3e-bbcb-47ef-88d3-a4d3cd35b58e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:50.403183 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fac07b3e-bbcb-47ef-88d3-a4d3cd35b58e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14234958'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:50.492049 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fac07b3e-bbcb-47ef-88d3-a4d3cd35b58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:50.548070 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fac07b3e-bbcb-47ef-88d3-a4d3cd35b58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14199643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14201999'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:50.574208 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac07b3e-bbcb-47ef-88d3-a4d3cd35b58e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b024b558-52cd-4d42-9769-1e1c258f8902,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:50.577867 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fac07b3e-bbcb-47ef-88d3-a4d3cd35b58e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:50.579830 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-fac07b3e-bbcb-47ef-88d3-a4d3cd35b58e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b024b558-52cd-4d42-9769-1e1c258f8902 HTTP/1.1" status: 204 len: 168 time: 0.2678299 Sep 09 21:11:50.582340 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55590) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:50.586456 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf5759-200b-48c3-a2df-bfdd0ee055e2 None None] Network 11d55ec4-d49c-44f2-b5d1-7d029328093d requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:11:50.667736 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:50.726488 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] Deleting port a0e636c3-a307-4344-9d57-cc361b0951d0 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:50.726841 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:50.794467 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] For port a0e636c3-a307-4344-9d57-cc361b0951d0, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=a0e636c3-a307-4344-9d57-cc361b0951d0,segment=NetworkSegment(d447aded-a7ac-47f3-83ea-062872f0ac03),segment_id=d447aded-a7ac-47f3-83ea-062872f0ac03)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:50.795220 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:50.808763 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] Calling delete_port for a0e636c3-a307-4344-9d57-cc361b0951d0 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:50.895356 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:50.921572 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e636c3-a307-4344-9d57-cc361b0951d0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:50.925077 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] No DVR routers for this DVR port a0e636c3-a307-4344-9d57-cc361b0951d0 on host dv-cinder-805083-2-iscsi {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:11:50.967191 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f1f1f0-6d1a-4c5a-87eb-b776ffb37733 None None] DHCP port deletion for 11d55ec4-d49c-44f2-b5d1-7d029328093d request from dv-cinder-805083-2-iscsi {{(pid=93819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 21:11:51.008637 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:51.035391 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d55ec4-d49c-44f2-b5d1-7d029328093d']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:51.042603 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device ab9688bc-7cef-4611-8678-65559811e340 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:11:51.045644 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd447aded-a7ac-47f3-83ea-062872f0ac03') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:51.045947 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd447aded-a7ac-47f3-83ea-062872f0ac03') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:51.056119 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14234935'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:51.067074 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: ab9688bc-7cef-4611-8678-65559811e340 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:11:51.067445 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device ab9688bc-7cef-4611-8678-65559811e340 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:11:51.067877 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 50538c76-1f9a-416a-935e-13013ea49c70 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:11:51.069895 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:51.077059 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:11:51.077379 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14198969'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: Traceback (most recent call last): Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: timer() Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: cb(*args, **kw) Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: return func(*args, **kwargs) Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: self._notify() Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: self.callback(batched_events) Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: event.method(event) Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: return f(self, *a, **k) Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._get(url).json() Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: return self.request(url, 'GET', **kwargs) Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:11:51.079091 dv-cinder-805083-2-iscsi neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:11:51.087867 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: 50538c76-1f9a-416a-935e-13013ea49c70 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:11:51.088216 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 50538c76-1f9a-416a-935e-13013ea49c70 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:11:51.088639 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device a0e636c3-a307-4344-9d57-cc361b0951d0 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:11:51.108948 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: a0e636c3-a307-4344-9d57-cc361b0951d0 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:11:51.109288 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device a0e636c3-a307-4344-9d57-cc361b0951d0 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:11:51.142837 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:51.147335 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:51.151734 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] 10.222.0.13 "DELETE /v2.0/networks/11d55ec4-d49c-44f2-b5d1-7d029328093d HTTP/1.1" status: 204 len: 168 time: 0.5664632 Sep 09 21:11:51.152385 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55592) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:51.202312 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb69ef-2693-4b92-b580-871ec3ea1a10 admin admin] Pushing event deleted for resources: {'Network': ['ID=11d55ec4-d49c-44f2-b5d1-7d029328093d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:51.449677 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:51.538996 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e9f59cc-30b9-4381-b80c-257d5a6728e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1987883'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:51.786413 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0e9f59cc-30b9-4381-b80c-257d5a6728e7 admin admin] Deleting port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:51.786669 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e9f59cc-30b9-4381-b80c-257d5a6728e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:51.862346 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-0e9f59cc-30b9-4381-b80c-257d5a6728e7 admin admin] For port 3fb8432c-d58a-41b8-8a9b-95ba37395b6f, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=3fb8432c-d58a-41b8-8a9b-95ba37395b6f,segment=NetworkSegment(0e7a53a2-9dfa-4d99-8299-905b8df5efde),segment_id=0e7a53a2-9dfa-4d99-8299-905b8df5efde)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:51.863061 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e9f59cc-30b9-4381-b80c-257d5a6728e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:51.876538 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0e9f59cc-30b9-4381-b80c-257d5a6728e7 admin admin] Calling delete_port for 3fb8432c-d58a-41b8-8a9b-95ba37395b6f owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:52.060811 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e9f59cc-30b9-4381-b80c-257d5a6728e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:52.091306 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f59cc-30b9-4381-b80c-257d5a6728e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb8432c-d58a-41b8-8a9b-95ba37395b6f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:52.264016 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e9f59cc-30b9-4381-b80c-257d5a6728e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987999'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:52.485239 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9f59cc-30b9-4381-b80c-257d5a6728e7 admin admin] Router 98ae9e8a-5a55-4149-aceb-25b79188b36a has already been hosted by L3 agent c730623a-2d90-413c-85cd-c5eb583040aa {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:11:52.594794 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9f59cc-30b9-4381-b80c-257d5a6728e7 admin admin] Notify agent at l3_agent.dv-cinder-805083-2-iscsi the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:11:52.599919 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-0e9f59cc-30b9-4381-b80c-257d5a6728e7 admin admin] 10.222.0.13 "PUT /v2.0/routers/98ae9e8a-5a55-4149-aceb-25b79188b36a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4441247 Sep 09 21:11:52.602289 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55594) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:52.604843 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d74a2-2b35-459a-bc6f-05b4b22d7857 None None] Sync routers for ids ['98ae9e8a-5a55-4149-aceb-25b79188b36a'] in dv-cinder-805083-2-iscsi {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:11:52.615090 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d74a2-2b35-459a-bc6f-05b4b22d7857 None None] Routers {'98ae9e8a-5a55-4149-aceb-25b79188b36a'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:11:52.615724 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-772d74a2-2b35-459a-bc6f-05b4b22d7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:11:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['98ae9e8a-5a55-4149-aceb-25b79188b36a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:52.714692 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c706511d-e5b3-475e-99a6-224e523d67b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:52.726691 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-772d74a2-2b35-459a-bc6f-05b4b22d7857 None None] Set router 98ae9e8a-5a55-4149-aceb-25b79188b36a gateway port host: dv-cinder-805083-2-iscsi {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:11:52.823070 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c706511d-e5b3-475e-99a6-224e523d67b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:52.881253 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c706511d-e5b3-475e-99a6-224e523d67b3 admin admin] Deleting port 33d13e65-40cb-4733-a9fb-3bb75596c141 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:52.881997 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c706511d-e5b3-475e-99a6-224e523d67b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:52.913767 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-772d74a2-2b35-459a-bc6f-05b4b22d7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'name': 'tempest-TestShelveInstance-1200859372-router', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'external_fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '33d13e65-40cb-4733-a9fb-3bb75596c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:30Z', 'updated_at': '2021-09-09T21:11:52Z', 'revision_number': 5, 'project_id': 'd815e200d0854651992cea0b2f46f3e6', 'gw_port': {'id': '33d13e65-40cb-4733-a9fb-3bb75596c141', 'name': '', 'network_id': 'e020cc29-81be-4516-9ef0-31c1421244e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '08473c46-0fdf-4456-b662-206bace9d338', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805083-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:07:31Z', 'updated_at': '2021-09-09T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08473c46-0fdf-4456-b662-206bace9d338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805083-2-iscsi'}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:52.945577 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d74a2-2b35-459a-bc6f-05b4b22d7857 None None] Checking router: 98ae9e8a-5a55-4149-aceb-25b79188b36a for host: dv-cinder-805083-2-iscsi {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:11:52.956924 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d74a2-2b35-459a-bc6f-05b4b22d7857 None None] Routers {'98ae9e8a-5a55-4149-aceb-25b79188b36a'} bound to L3 agent in host dv-cinder-805083-2-iscsi {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:11:52.957557 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-772d74a2-2b35-459a-bc6f-05b4b22d7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805083-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T20:51:18Z,description=,heartbeat_timestamp=2021-09-09T21:11:48Z,host='dv-cinder-805083-2-iscsi',id=c730623a-2d90-413c-85cd-c5eb583040aa,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T20:51:18Z,topic='l3_agent')) {'router_ids': ['98ae9e8a-5a55-4149-aceb-25b79188b36a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:52.978426 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c706511d-e5b3-475e-99a6-224e523d67b3 admin admin] For port 33d13e65-40cb-4733-a9fb-3bb75596c141, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=33d13e65-40cb-4733-a9fb-3bb75596c141,segment=NetworkSegment(ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce),segment_id=ff88c82a-6892-4d2d-8bb1-f9bfdd5506ce)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:52.978952 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c706511d-e5b3-475e-99a6-224e523d67b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:52.993367 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c706511d-e5b3-475e-99a6-224e523d67b3 admin admin] Calling delete_port for 33d13e65-40cb-4733-a9fb-3bb75596c141 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:53.048106 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-772d74a2-2b35-459a-bc6f-05b4b22d7857 None None] Set router 98ae9e8a-5a55-4149-aceb-25b79188b36a gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:11:53.107363 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-772d74a2-2b35-459a-bc6f-05b4b22d7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'name': 'tempest-TestShelveInstance-1200859372-router', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:30Z', 'updated_at': '2021-09-09T21:11:52Z', 'revision_number': 6, 'project_id': 'd815e200d0854651992cea0b2f46f3e6', 'gw_port_host': None}], 'dv-cinder-805083-2-iscsi', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:53.137875 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d74a2-2b35-459a-bc6f-05b4b22d7857 None None] The sync data for ids ['98ae9e8a-5a55-4149-aceb-25b79188b36a'] in dv-cinder-805083-2-iscsi is: [{'id': '98ae9e8a-5a55-4149-aceb-25b79188b36a', 'name': 'tempest-TestShelveInstance-1200859372-router', 'tenant_id': 'd815e200d0854651992cea0b2f46f3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:07:30Z', 'updated_at': '2021-09-09T21:11:52Z', 'revision_number': 6, 'project_id': 'd815e200d0854651992cea0b2f46f3e6', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:11:53.188383 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c706511d-e5b3-475e-99a6-224e523d67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:53.214658 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706511d-e5b3-475e-99a6-224e523d67b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=33d13e65-40cb-4733-a9fb-3bb75596c141,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:53.280318 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c706511d-e5b3-475e-99a6-224e523d67b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988733'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:53.656638 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c706511d-e5b3-475e-99a6-224e523d67b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1987022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5768'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:53.658812 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c706511d-e5b3-475e-99a6-224e523d67b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:53.702242 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c706511d-e5b3-475e-99a6-224e523d67b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1987015'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:53.702804 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c706511d-e5b3-475e-99a6-224e523d67b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98ae9e8a-5a55-4149-aceb-25b79188b36a {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:11:53.708112 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c706511d-e5b3-475e-99a6-224e523d67b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:53.711650 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-c706511d-e5b3-475e-99a6-224e523d67b3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/98ae9e8a-5a55-4149-aceb-25b79188b36a HTTP/1.1" status: 204 len: 168 time: 1.1061511 Sep 09 21:11:53.712407 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55596) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:53.773801 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea336844-3e1b-455d-9e3f-11d19ab128fc admin admin] Deleting subnet 2809061d-c31a-4172-8f04-0df715b7b602 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:11:53.777157 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea336844-3e1b-455d-9e3f-11d19ab128fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:53.812417 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea336844-3e1b-455d-9e3f-11d19ab128fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14234958'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:53.891435 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea336844-3e1b-455d-9e3f-11d19ab128fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988533'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:53.952976 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea336844-3e1b-455d-9e3f-11d19ab128fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14199643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14201999'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:53.976454 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea336844-3e1b-455d-9e3f-11d19ab128fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2809061d-c31a-4172-8f04-0df715b7b602,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:53.984319 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea336844-3e1b-455d-9e3f-11d19ab128fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:53.986675 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-ea336844-3e1b-455d-9e3f-11d19ab128fc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2809061d-c31a-4172-8f04-0df715b7b602 HTTP/1.1" status: 204 len: 168 time: 0.2737744 Sep 09 21:11:53.989370 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.13', 55598) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:53.992569 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1683862-e0c4-4be5-96b0-66cd718be55f None None] Network cec2c559-d73d-47e6-aa20-b35c2dcab0c7 requested from dv-cinder-805083-2-iscsi {{(pid=93819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:11:54.058630 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826025'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.127988 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] Deleting port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:54.128341 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.203548 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] For port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=102b453a-c4f7-46f1-b3f5-0bfca8df0f5e,segment=NetworkSegment(0e7a53a2-9dfa-4d99-8299-905b8df5efde),segment_id=0e7a53a2-9dfa-4d99-8299-905b8df5efde)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:54.203548 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.216797 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] Calling delete_port for 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:54.234883 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf516c16-46e8-4b59-b182-948e40065d06 None None] DHCP port deletion for cec2c559-d73d-47e6-aa20-b35c2dcab0c7 request from dv-cinder-805083-2-iscsi {{(pid=93819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 21:11:54.282105 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-cf516c16-46e8-4b59-b182-948e40065d06 None None] Deleting port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:11:54.282482 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf516c16-46e8-4b59-b182-948e40065d06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793284021562'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.299254 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14199654'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.329926 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] Pushing event deleted for resources: {'Port': ['ID=102b453a-c4f7-46f1-b3f5-0bfca8df0f5e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:54.331796 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] No DVR routers for this DVR port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e on host dv-cinder-805083-2-iscsi {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:11:54.408508 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986368', 'neutron.services.segments.db._delete_segments_for_network-8793284134813'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.431645 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec2c559-d73d-47e6-aa20-b35c2dcab0c7']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:54.441930 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7a53a2-9dfa-4d99-8299-905b8df5efde') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:54.442154 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7a53a2-9dfa-4d99-8299-905b8df5efde') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:11:54.452728 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793284135078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14234935'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.467572 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.473820 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:11:54.474220 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14198969'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.474424 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-cf516c16-46e8-4b59-b182-948e40065d06 None None] For port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e, host dv-cinder-805083-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805083-2-iscsi',level=0,port_id=102b453a-c4f7-46f1-b3f5-0bfca8df0f5e,segment=NetworkSegment(0e7a53a2-9dfa-4d99-8299-905b8df5efde),segment_id=0e7a53a2-9dfa-4d99-8299-905b8df5efde)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:11:54.474825 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf516c16-46e8-4b59-b182-948e40065d06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992794'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: Traceback (most recent call last): Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: timer() Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: cb(*args, **kw) Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: return func(*args, **kwargs) Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: self._notify() Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: self.callback(batched_events) Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: event.method(event) Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: return f(self, *a, **k) Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._get(url).json() Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: return self.request(url, 'GET', **kwargs) Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:11:54.476128 dv-cinder-805083-2-iscsi neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:11:54.493316 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-cf516c16-46e8-4b59-b182-948e40065d06 None None] Calling delete_port for 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:11:54.538245 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988633'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.544590 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634600'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.546451 dv-cinder-805083-2-iscsi neutron-server[93817]: INFO neutron.wsgi [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cec2c559-d73d-47e6-aa20-b35c2dcab0c7 HTTP/1.1" status: 204 len: 168 time: 0.5564981 Sep 09 21:11:54.558630 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acd2a6-88ee-4b65-b63c-9ffd281ec689 admin admin] Pushing event deleted for resources: {'Network': ['ID=cec2c559-d73d-47e6-aa20-b35c2dcab0c7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:54.579661 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf516c16-46e8-4b59-b182-948e40065d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793284027652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793283622876'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.609328 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf516c16-46e8-4b59-b182-948e40065d06 None None] Network cec2c559-d73d-47e6-aa20-b35c2dcab0c7 is not hosted by any dhcp agent {{(pid=93819) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 09 21:11:54.609791 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf516c16-46e8-4b59-b182-948e40065d06 None None] No DVR routers for this DVR port 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e on host dv-cinder-805083-2-iscsi {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:11:54.611626 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf516c16-46e8-4b59-b182-948e40065d06 None None] Pushing event deleted for resources: {'Port': ['ID=102b453a-c4f7-46f1-b3f5-0bfca8df0f5e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:54.726316 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 55602) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:54.772086 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-09f029e1-d708-4d4a-a714-f2e55c8a2191 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c13cf209a39c4657bbf92bb53266df85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444121 Sep 09 21:11:54.774403 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 55604) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:54.822869 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8025dee-f8c5-4adb-a590-3d891eb3976f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.845538 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8025dee-f8c5-4adb-a590-3d891eb3976f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.892285 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8025dee-f8c5-4adb-a590-3d891eb3976f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.894890 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8025dee-f8c5-4adb-a590-3d891eb3976f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:54.896156 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-c8025dee-f8c5-4adb-a590-3d891eb3976f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84ca390a-7a26-43f0-ba3c-f2b80e81116f HTTP/1.1" status: 204 len: 168 time: 0.1208518 Sep 09 21:11:54.904677 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8025dee-f8c5-4adb-a590-3d891eb3976f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ca390a-7a26-43f0-ba3c-f2b80e81116f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:11:54.996708 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:11:55.023098 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:11:55.023479 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 102b453a-c4f7-46f1-b3f5-0bfca8df0f5e not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:11:55.023766 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 33d13e65-40cb-4733-a9fb-3bb75596c141 no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:11:55.042700 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: 33d13e65-40cb-4733-a9fb-3bb75596c141 {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:11:55.043044 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 33d13e65-40cb-4733-a9fb-3bb75596c141 not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:11:55.043496 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 3fb8432c-d58a-41b8-8a9b-95ba37395b6f no longer exists at agent ovs-agent-dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:11:55.063072 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] No Port match for: 3fb8432c-d58a-41b8-8a9b-95ba37395b6f {{(pid=93819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:11:55.063443 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron.plugins.ml2.rpc [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Device 3fb8432c-d58a-41b8-8a9b-95ba37395b6f not bound to the agent host dv-cinder-805083-2-iscsi {{(pid=93819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:11:55.208641 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:11:55.234115 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 55610) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:55.275811 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-61bc0168-08fc-48d7-bc3e-dc13efbd6566 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d815e200d0854651992cea0b2f46f3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404155 Sep 09 21:11:55.278381 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.13', 55612) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:11:55.332222 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23b562c7-3543-403c-8f1e-f466fb87a931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:55.353658 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23b562c7-3543-403c-8f1e-f466fb87a931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:55.401369 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23b562c7-3543-403c-8f1e-f466fb87a931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577158'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:55.403998 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23b562c7-3543-403c-8f1e-f466fb87a931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:11:55.405168 dv-cinder-805083-2-iscsi neutron-server[93818]: INFO neutron.wsgi [None req-23b562c7-3543-403c-8f1e-f466fb87a931 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4f0d5ae-90c8-4cf7-9b5a-9ea7a24f1537 HTTP/1.1" status: 204 len: 168 time: 0.1252937 Sep 09 21:11:55.413070 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b562c7-3543-403c-8f1e-f466fb87a931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f0d5ae-90c8-4cf7-9b5a-9ea7a24f1537,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:12:00.800374 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:12:15.789030 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-185e9dcb-83a9-40f1-879c-e1505597e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:12:18.426855 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae764-479e-423b-ba7f-9f14415b8d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:12:18.615704 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:12:20.020391 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:12:21.446240 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:12:30.818562 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:12:32.208707 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:12:45.789189 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-332ddbae-cfeb-41fb-be8c-1a7ee7ca2c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:12:48.428425 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a143866-57cc-464d-8b53-c7e4c7c68535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:12:48.617206 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:12:50.020321 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:12:51.445883 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:13:00.823106 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:13:09.206831 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:13:15.789559 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb617-9770-4340-b9e4-f07f6babe64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:13:18.428504 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-acc5dff9-6f29-4925-a73d-56b840900005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:13:18.617161 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:13:20.023429 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:13:21.449152 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:13:30.813588 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:13:45.789665 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-73f2bfb4-2767-4a8c-a90d-73a8a742c396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:13:46.205883 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:13:48.429250 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-704d56a6-22a2-4427-b1f0-f990ee205752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:13:48.618640 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:13:50.027395 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:13:51.451265 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:14:00.812650 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:14:15.790231 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-36ff8b4d-e99b-48b3-b83d-c61499809ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:14:18.431220 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22521a68-ea98-4020-935a-13d57714ea9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:14:18.619045 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:14:20.029611 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:14:21.455295 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:14:23.204789 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:14:30.816238 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:14:45.797328 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-875b8ea5-be17-4447-9425-11ad88176a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:14:48.433177 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-68e10911-0372-441d-bbaa-d2e9a8d9dd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:14:48.621260 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:14:50.032853 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:14:51.464745 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:15:00.204139 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:15:00.810946 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:15:04.301902 dv-cinder-805083-2-iscsi neutron-server[93818]: DEBUG neutron.wsgi [req-955cc7f6-9099-43a4-b18d-326999ca02fa req-b7adaeb3-b6ff-4fc0-8176-305fb92177d2 service neutron] (93818) timed out ('10.222.0.48', 58276) {{(pid=93818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 21:15:04.414708 dv-cinder-805083-2-iscsi neutron-server[93817]: DEBUG neutron.wsgi [req-ac348eb0-4560-412a-b74f-9c98c9bab748 req-ef4226af-e7a2-4586-adbe-597296d0be72 service neutron] (93817) timed out ('10.222.0.48', 58281) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 21:15:15.787522 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbc6c-c0db-41fe-8b0b-05b42d15ba26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:15:18.436194 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-efd080c1-2ee9-419a-8f3a-eded4bef0e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:15:18.622422 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:15:20.036577 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:15:21.459907 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:15:30.813744 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:15:37.202537 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:15:45.788921 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c06e7b69-5564-459d-9221-45d38ac48270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:15:48.437611 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f98771f4-6af0-49aa-9a30-7930cf62c033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:15:48.623230 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:15:50.037968 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:15:51.462306 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:16:00.826060 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:16:14.200558 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:16:15.790305 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8d4b018c-c326-4bfc-8137-0c3dcae7d1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:16:18.437293 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-38240f30-86d9-4aa3-9c5a-c94442652a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:16:18.624400 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:16:20.041997 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:16:21.467239 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:16:30.829317 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:16:45.792160 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-06ccaed9-36cd-4558-96c8-f984ccb53dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:16:48.436429 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b6005ee-cfd9-475a-8fec-677d987cc1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:16:48.626604 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e780d27-977d-4b86-9b0e-52455bd9b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:16:50.044783 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b59edc8-8961-4fe4-9038-7fdbd86621fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:16:51.199356 dv-cinder-805083-2-iscsi neutron-server[93820]: DEBUG neutron.db.agents_db [None req-12296124-f301-408e-b2c9-ea1e6ab6c289 None None] Agent healthcheck: found 6 active agents {{(pid=93820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:16:51.468884 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa528e65-7ae3-44ba-8123-92b8ecc7ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:17:00.839556 dv-cinder-805083-2-iscsi neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e970cb5-dd24-4e26-a5b0-d77d09affc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793284134795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984774'] for agent, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}